[ 573.176355] env[63339]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63339) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.176710] env[63339]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63339) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.176820] env[63339]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63339) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.177154] env[63339]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 573.278289] env[63339]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63339) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 573.288814] env[63339]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63339) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 573.334424] env[63339]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 573.902511] env[63339]: INFO nova.virt.driver [None req-8ef358c9-209c-4f9e-bfc4-7b0b42441066 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 573.987917] env[63339]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.987917] env[63339]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.987917] env[63339]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63339) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 576.988405] env[63339]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e6f6f2d5-12c4-43ea-84f8-33cacb5d09ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.005838] env[63339]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63339) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 577.006037] env[63339]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-32b22a4b-ad85-436e-a6b2-8cf954aab389 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.040985] env[63339]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 939d4. [ 577.041172] env[63339]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.054s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.041797] env[63339]: INFO nova.virt.vmwareapi.driver [None req-8ef358c9-209c-4f9e-bfc4-7b0b42441066 None None] VMware vCenter version: 7.0.3 [ 577.045333] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e087e994-a80b-4f17-a14b-b11807f2f359 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.064473] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50afb0-aafa-440b-8ed6-82d38f4ccd58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.072375] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd37207-4562-43ed-8bf1-05f5a0b3c242 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.080578] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2658e91-6f03-4696-8977-6894efed4b51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.095089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff4b819-1ca7-41b4-b127-1265c0fae888 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.102332] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5660b9a-3dcf-4a83-857e-cf3bb95f3dc2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.135908] env[63339]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-aca32510-4e9f-4dbb-b092-612d54826cbe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.143783] env[63339]: DEBUG nova.virt.vmwareapi.driver [None req-8ef358c9-209c-4f9e-bfc4-7b0b42441066 None None] Extension org.openstack.compute already exists. {{(pid=63339) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 577.146608] env[63339]: INFO nova.compute.provider_config [None req-8ef358c9-209c-4f9e-bfc4-7b0b42441066 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 577.649921] env[63339]: DEBUG nova.context [None req-8ef358c9-209c-4f9e-bfc4-7b0b42441066 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),16d07c27-2c5c-4fe2-8503-247808826361(cell1) {{(pid=63339) load_cells /opt/stack/nova/nova/context.py:464}} [ 577.652020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.652265] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.652961] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.653408] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Acquiring lock "16d07c27-2c5c-4fe2-8503-247808826361" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.653599] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Lock "16d07c27-2c5c-4fe2-8503-247808826361" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.654606] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Lock "16d07c27-2c5c-4fe2-8503-247808826361" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.675051] env[63339]: INFO dbcounter [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Registered counter for database nova_cell0 [ 577.684388] env[63339]: INFO dbcounter [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Registered counter for database nova_cell1 [ 578.188350] env[63339]: DEBUG oslo_db.sqlalchemy.engines [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63339) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.188775] env[63339]: DEBUG oslo_db.sqlalchemy.engines [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63339) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.194272] env[63339]: ERROR nova.db.main.api [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.194272] env[63339]: result = function(*args, **kwargs) [ 578.194272] env[63339]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 578.194272] env[63339]: return func(*args, **kwargs) [ 578.194272] env[63339]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.194272] env[63339]: result = fn(*args, **kwargs) [ 578.194272] env[63339]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.194272] env[63339]: return f(*args, **kwargs) [ 578.194272] env[63339]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.194272] env[63339]: return db.service_get_minimum_version(context, binaries) [ 578.194272] env[63339]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.194272] env[63339]: _check_db_access() [ 578.194272] env[63339]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.194272] env[63339]: stacktrace = ''.join(traceback.format_stack()) [ 578.194272] env[63339]: [ 578.195501] env[63339]: ERROR nova.db.main.api [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.195501] env[63339]: result = function(*args, **kwargs) [ 578.195501] env[63339]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 578.195501] env[63339]: return func(*args, **kwargs) [ 578.195501] env[63339]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.195501] env[63339]: result = fn(*args, **kwargs) [ 578.195501] env[63339]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.195501] env[63339]: return f(*args, **kwargs) [ 578.195501] env[63339]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.195501] env[63339]: return db.service_get_minimum_version(context, binaries) [ 578.195501] env[63339]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.195501] env[63339]: _check_db_access() [ 578.195501] env[63339]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.195501] env[63339]: stacktrace = ''.join(traceback.format_stack()) [ 578.195501] env[63339]: [ 578.195943] env[63339]: WARNING nova.objects.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Failed to get minimum service version for cell 16d07c27-2c5c-4fe2-8503-247808826361 [ 578.196145] env[63339]: WARNING nova.objects.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 578.196662] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Acquiring lock "singleton_lock" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.196854] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Acquired lock "singleton_lock" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.197151] env[63339]: DEBUG oslo_concurrency.lockutils [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Releasing lock "singleton_lock" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.197533] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Full set of CONF: {{(pid=63339) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 578.197713] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ******************************************************************************** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 578.197875] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] Configuration options gathered from: {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 578.198068] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 578.198323] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 578.198488] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ================================================================================ {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 578.198740] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] allow_resize_to_same_host = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.198951] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] arq_binding_timeout = 300 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.199132] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] backdoor_port = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.199301] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] backdoor_socket = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.199515] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] block_device_allocate_retries = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.199736] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] block_device_allocate_retries_interval = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.199951] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cert = self.pem {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.200190] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.200388] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute_monitors = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.200826] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] config_dir = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.201036] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] config_drive_format = iso9660 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.201182] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.201356] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] config_source = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.201529] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] console_host = devstack {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.201697] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] control_exchange = nova {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.201859] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cpu_allocation_ratio = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.202043] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] daemon = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.202217] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] debug = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.202377] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] default_access_ip_network_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.202544] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] default_availability_zone = nova {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.202700] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] default_ephemeral_format = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.202863] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] default_green_pool_size = 1000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.203115] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.203282] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] default_schedule_zone = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.203442] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] disk_allocation_ratio = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.203605] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] enable_new_services = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.203789] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] enabled_apis = ['osapi_compute'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.203953] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] enabled_ssl_apis = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.204129] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] flat_injected = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.204290] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] force_config_drive = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.204449] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] force_raw_images = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.204622] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] graceful_shutdown_timeout = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.204785] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] heal_instance_info_cache_interval = -1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.205037] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] host = cpu-1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.205230] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.205397] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] initial_disk_allocation_ratio = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.205559] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] initial_ram_allocation_ratio = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.205780] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.205948] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_build_timeout = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.206145] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_delete_interval = 300 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.206320] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_format = [instance: %(uuid)s] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.206488] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_name_template = instance-%08x {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.206649] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_usage_audit = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.206820] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_usage_audit_period = month {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.206985] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.207168] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] instances_path = /opt/stack/data/nova/instances {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.207336] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] internal_service_availability_zone = internal {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.207493] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] key = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.207661] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] live_migration_retry_count = 30 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.207827] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_color = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.207989] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_config_append = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.208201] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.208330] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_dir = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.208484] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.208612] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_options = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.208769] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_rotate_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.208932] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_rotate_interval_type = days {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.209103] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] log_rotation_type = none {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.209232] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.209355] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.209518] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.209708] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.209844] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.210025] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] long_rpc_timeout = 1800 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.210187] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] max_concurrent_builds = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.210344] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] max_concurrent_live_migrations = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.210499] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] max_concurrent_snapshots = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.210682] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] max_local_block_devices = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.210849] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] max_logfile_count = 30 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.211011] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] max_logfile_size_mb = 200 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.211175] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] maximum_instance_delete_attempts = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.211340] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metadata_listen = 0.0.0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.211505] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metadata_listen_port = 8775 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.211671] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metadata_workers = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.211830] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] migrate_max_retries = -1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.212025] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] mkisofs_cmd = genisoimage {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.212242] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] my_block_storage_ip = 10.180.1.21 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.212372] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] my_ip = 10.180.1.21 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.212573] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.212734] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] network_allocate_retries = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.212913] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.213091] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] osapi_compute_listen = 0.0.0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.213254] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] osapi_compute_listen_port = 8774 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.213418] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] osapi_compute_unique_server_name_scope = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.213585] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] osapi_compute_workers = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.213743] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] password_length = 12 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.213900] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] periodic_enable = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.214068] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] periodic_fuzzy_delay = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.214237] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] pointer_model = usbtablet {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.214400] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] preallocate_images = none {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.214560] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] publish_errors = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.214688] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] pybasedir = /opt/stack/nova {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.214845] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ram_allocation_ratio = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215009] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] rate_limit_burst = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215181] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] rate_limit_except_level = CRITICAL {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215339] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] rate_limit_interval = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215494] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reboot_timeout = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215650] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reclaim_instance_interval = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215804] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] record = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.215969] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reimage_timeout_per_gb = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.216152] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] report_interval = 120 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.216312] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] rescue_timeout = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.216469] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reserved_host_cpus = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.216630] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reserved_host_disk_mb = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.216788] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reserved_host_memory_mb = 512 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.216946] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] reserved_huge_pages = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.217119] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] resize_confirm_window = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.217280] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] resize_fs_using_block_device = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.217440] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] resume_guests_state_on_host_boot = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.217633] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.217777] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] rpc_response_timeout = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.217932] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] run_external_periodic_tasks = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.218120] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] running_deleted_instance_action = reap {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.218288] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] running_deleted_instance_poll_interval = 1800 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.218439] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] running_deleted_instance_timeout = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.218592] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler_instance_sync_interval = 120 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.218757] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_down_time = 720 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.218950] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] servicegroup_driver = db {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.219103] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] shell_completion = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.219258] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] shelved_offload_time = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.219416] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] shelved_poll_interval = 3600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.219581] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] shutdown_timeout = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.219780] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] source_is_ipv6 = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.219947] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ssl_only = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.220239] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.220409] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] sync_power_state_interval = 600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.220572] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] sync_power_state_pool_size = 1000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.220771] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] syslog_log_facility = LOG_USER {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.220932] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] tempdir = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.221105] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] timeout_nbd = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.221277] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] transport_url = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.221438] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] update_resources_interval = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.221598] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] use_cow_images = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.221755] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] use_journal = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.221918] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] use_json = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.222093] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] use_rootwrap_daemon = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.222253] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] use_stderr = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.222407] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] use_syslog = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.222560] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vcpu_pin_set = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.222749] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plugging_is_fatal = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.222908] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plugging_timeout = 300 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.223086] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] virt_mkfs = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.223250] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] volume_usage_poll_interval = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.223408] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] watch_log_file = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.223573] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] web = /usr/share/spice-html5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.223762] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.223930] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.224106] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.224276] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_concurrency.disable_process_locking = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.224608] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.224797] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.224964] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.225149] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.225322] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.225491] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.225685] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.auth_strategy = keystone {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.225858] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.compute_link_prefix = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.226050] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.226232] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.dhcp_domain = novalocal {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.226404] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.enable_instance_password = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.226567] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.glance_link_prefix = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.226729] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.226900] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.227072] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.instance_list_per_project_cells = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.227234] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.list_records_by_skipping_down_cells = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.227396] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.local_metadata_per_cell = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.227562] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.max_limit = 1000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.227726] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.metadata_cache_expiration = 15 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.227900] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.neutron_default_tenant_id = default {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.228082] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.response_validation = warn {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.228255] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.use_neutron_default_nets = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.228422] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.228584] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.228751] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.228925] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.229109] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_dynamic_targets = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.229274] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_jsonfile_path = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.229470] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.229707] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.backend = dogpile.cache.memcached {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.229882] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.backend_argument = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.230056] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.backend_expiration_time = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.230234] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.config_prefix = cache.oslo {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.230410] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.dead_timeout = 60.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.230577] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.debug_cache_backend = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.230775] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.enable_retry_client = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.230946] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.enable_socket_keepalive = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.231136] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.enabled = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.231337] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.enforce_fips_mode = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.231473] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.expiration_time = 600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.231635] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.hashclient_retry_attempts = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.231803] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.hashclient_retry_delay = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.231967] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_dead_retry = 300 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.232140] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_password = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.232305] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.232466] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.232628] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_pool_maxsize = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.232795] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.232956] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_sasl_enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.233167] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.233332] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_socket_timeout = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.233490] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.memcache_username = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.233655] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.proxies = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.233819] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_db = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.233976] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_password = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.234159] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_sentinel_service_name = mymaster {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.234335] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.234502] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_server = localhost:6379 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.234670] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_socket_timeout = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.234829] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.redis_username = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.234989] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.retry_attempts = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.235171] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.retry_delay = 0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.235333] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.socket_keepalive_count = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.235494] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.socket_keepalive_idle = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.235655] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.socket_keepalive_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.235813] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.tls_allowed_ciphers = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.235968] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.tls_cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.236135] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.tls_certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.236298] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.tls_enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.236452] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cache.tls_keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.236623] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.236801] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.auth_type = password {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.236962] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.237157] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.catalog_info = volumev3::publicURL {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.237322] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.237490] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.237709] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.cross_az_attach = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.237892] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.debug = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.238065] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.endpoint_template = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.238233] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.http_retries = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.238396] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.238558] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.238724] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.os_region_name = RegionOne {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.238891] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.239063] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cinder.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.239241] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.239400] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.cpu_dedicated_set = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.239571] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.cpu_shared_set = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.239762] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.image_type_exclude_list = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.239938] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.240113] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.max_concurrent_disk_ops = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.240279] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.max_disk_devices_to_attach = -1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.240462] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.240729] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.240935] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.resource_provider_association_refresh = 300 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.241116] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.241281] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.shutdown_retry_interval = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.241464] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.241645] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] conductor.workers = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.241858] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] console.allowed_origins = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.242039] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] console.ssl_ciphers = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.242216] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] console.ssl_minimum_version = default {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.242386] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] consoleauth.enforce_session_timeout = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.242558] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] consoleauth.token_ttl = 600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.242733] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.242894] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.243072] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.243236] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.243398] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.243557] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.243720] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.243881] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.244090] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.244280] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.244439] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.244600] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.244783] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.244969] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.service_type = accelerator {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.245151] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.245347] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.245552] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.245722] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.245912] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.246092] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] cyborg.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.246272] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.asyncio_connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.246436] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.asyncio_slave_connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.246610] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.backend = sqlalchemy {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.246782] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.246946] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.connection_debug = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.247130] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.connection_parameters = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.247296] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.connection_recycle_time = 3600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.247461] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.connection_trace = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.247680] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.db_inc_retry_interval = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.247865] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.db_max_retries = 20 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.248071] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.db_max_retry_interval = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.248249] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.db_retry_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.248413] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.max_overflow = 50 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.248579] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.max_pool_size = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.248745] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.max_retries = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.248920] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.249097] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.mysql_wsrep_sync_wait = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.249261] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.pool_timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.249426] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.retry_interval = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.249584] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.slave_connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.249787] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.sqlite_synchronous = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.249959] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] database.use_db_reconnect = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.250144] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.asyncio_connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.250306] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.asyncio_slave_connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.250477] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.backend = sqlalchemy {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.250668] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.250939] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.connection_debug = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.251193] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.connection_parameters = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.251374] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.connection_recycle_time = 3600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.251544] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.connection_trace = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.251715] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.db_inc_retry_interval = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.251882] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.db_max_retries = 20 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.252059] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.db_max_retry_interval = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.252230] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.db_retry_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.252396] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.max_overflow = 50 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.252559] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.max_pool_size = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.252723] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.max_retries = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.252897] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.253073] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.253238] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.pool_timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.253404] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.retry_interval = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.253564] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.slave_connection = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.253727] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] api_database.sqlite_synchronous = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.253909] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] devices.enabled_mdev_types = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.254165] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.254385] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ephemeral_storage_encryption.default_format = luks {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.254558] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ephemeral_storage_encryption.enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.254724] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.254904] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.api_servers = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.255084] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.255253] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.255420] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.255581] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.255742] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.255908] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.debug = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.256091] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.default_trusted_certificate_ids = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.256259] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.enable_certificate_validation = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.256423] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.enable_rbd_download = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.256584] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.256750] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.256913] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.257082] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.257244] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.257411] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.num_retries = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.257581] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.rbd_ceph_conf = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.257744] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.rbd_connect_timeout = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.257911] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.rbd_pool = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.258099] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.rbd_user = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.258271] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.258435] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.258594] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.258765] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.service_type = image {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.258932] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.259107] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.259270] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.259430] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.259668] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.259816] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.verify_glance_signatures = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.259994] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] glance.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.260182] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] guestfs.debug = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.260357] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.260521] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.auth_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.260708] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.260913] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.261081] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.261246] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.261407] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.261565] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.261726] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.261887] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.262058] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.262220] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.262378] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.262536] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.262693] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263025] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.service_type = shared-file-system {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263107] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.share_apply_policy_timeout = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263206] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263363] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263519] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263676] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.263858] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.264027] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] manila.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.264202] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] mks.enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.264572] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.264765] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] image_cache.manager_interval = 2400 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265092] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] image_cache.precache_concurrency = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265163] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] image_cache.remove_unused_base_images = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265296] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265464] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265639] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] image_cache.subdirectory_name = _base {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265818] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.api_max_retries = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.265985] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.api_retry_interval = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.266159] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.266321] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.auth_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.266479] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.266642] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.266838] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.267032] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.conductor_group = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.267201] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.267363] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.267557] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.267690] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.267851] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268033] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268187] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268353] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.peer_list = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268513] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268672] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268835] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.serial_console_state_timeout = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.268992] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.269176] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.service_type = baremetal {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.269336] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.shard = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.269500] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.269698] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.269870] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.270044] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.270236] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.270398] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ironic.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.270587] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.270825] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] key_manager.fixed_key = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.270997] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.271177] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.barbican_api_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.271340] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.barbican_endpoint = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.271516] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.barbican_endpoint_type = public {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.271675] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.barbican_region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.271835] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.271995] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.272172] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.272332] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.272487] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.272645] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.number_of_retries = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.272837] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.retry_delay = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.273013] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.send_service_user_token = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.273183] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.273342] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.273503] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.verify_ssl = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.273661] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican.verify_ssl_path = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.273836] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274041] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.auth_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274187] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274342] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274515] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274675] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274833] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.274990] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.275160] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] barbican_service_user.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.275325] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.approle_role_id = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.275481] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.approle_secret_id = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.275679] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.kv_mountpoint = secret {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.275847] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.kv_path = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.276135] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.kv_version = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.276406] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.namespace = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.276596] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.root_token_id = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.276761] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.ssl_ca_crt_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.276936] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.timeout = 60.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.277118] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.use_ssl = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.277290] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.277459] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.277641] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.277789] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.277950] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.278124] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.278287] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.278448] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.278608] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.278775] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.278928] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.279104] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.279281] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.279436] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.279650] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.service_type = identity {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.279801] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.279967] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.280144] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.280307] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.280491] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.280688] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] keystone.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.280900] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.ceph_mount_options = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.281381] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.281575] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.connection_uri = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.281745] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_mode = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.281918] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_model_extra_flags = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.282105] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_models = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.282282] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_power_governor_high = performance {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.282451] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_power_governor_low = powersave {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.282617] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_power_management = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.282824] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.282967] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.device_detach_attempts = 8 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.283148] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.device_detach_timeout = 20 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.283318] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.disk_cachemodes = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.283481] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.disk_prefix = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.283648] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.enabled_perf_events = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.283810] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.file_backed_memory = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.283974] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.gid_maps = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.284146] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.hw_disk_discard = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.284311] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.hw_machine_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.284485] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_rbd_ceph_conf = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.284683] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.284884] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.285077] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_rbd_glance_store_name = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.285256] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_rbd_pool = rbd {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.285431] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_type = default {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.285594] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.images_volume_group = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.285759] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.inject_key = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.285928] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.inject_partition = -2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.286112] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.inject_password = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.286276] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.iscsi_iface = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.286440] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.iser_use_multipath = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.286644] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_bandwidth = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.286831] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.287000] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_downtime = 500 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.287181] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.287346] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.287513] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_inbound_addr = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.287677] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.287840] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_permit_post_copy = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.288007] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_scheme = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.288192] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_timeout_action = abort {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.288358] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_tunnelled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.288519] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_uri = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.288684] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.live_migration_with_native_tls = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.288847] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.max_queues = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.289017] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.289279] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.289448] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.nfs_mount_options = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.289801] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.289979] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.290166] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.num_iser_scan_tries = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.290331] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.num_memory_encrypted_guests = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.290497] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.290665] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.num_pcie_ports = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.290835] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.num_volume_scan_tries = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.291014] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.pmem_namespaces = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.291200] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.quobyte_client_cfg = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.291506] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.291685] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rbd_connect_timeout = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.291857] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.292039] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.292205] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rbd_secret_uuid = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.292367] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rbd_user = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.292532] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.292707] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.remote_filesystem_transport = ssh {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.292870] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rescue_image_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.293040] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rescue_kernel_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.293206] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rescue_ramdisk_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.293378] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.293543] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.rx_queue_size = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.293714] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.smbfs_mount_options = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.294034] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.294221] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.snapshot_compression = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.294386] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.snapshot_image_format = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.294635] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.294807] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.sparse_logical_volumes = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.294976] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.swtpm_enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.295161] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.swtpm_group = tss {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.295333] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.swtpm_user = tss {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.295562] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.sysinfo_serial = unique {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.295752] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.tb_cache_size = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.295959] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.tx_queue_size = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.296108] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.uid_maps = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.296278] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.use_virtio_for_bridges = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.296454] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.virt_type = kvm {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.296625] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.volume_clear = zero {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.296794] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.volume_clear_size = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.296960] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.volume_enforce_multipath = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.297144] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.volume_use_multipath = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.297307] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_cache_path = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.297483] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.297670] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_mount_group = qemu {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.297845] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_mount_opts = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.298029] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.298340] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.298525] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.vzstorage_mount_user = stack {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.298699] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.298884] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.299074] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.auth_type = password {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.299243] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.299404] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.299571] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.299766] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.299936] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.300126] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.default_floating_pool = public {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.300299] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.300475] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.extension_sync_interval = 600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.300641] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.http_retries = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.300813] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.300973] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.301149] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.301324] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.301486] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.301657] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.ovs_bridge = br-int {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.301829] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.physnets = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.302018] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.region_name = RegionOne {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.302182] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.302356] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.service_metadata_proxy = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.302518] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.302685] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.service_type = network {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.302848] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.303013] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.303181] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.303340] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.303524] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.303687] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] neutron.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.303865] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] notifications.bdms_in_notifications = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.304057] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] notifications.default_level = INFO {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.304297] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] notifications.include_share_mapping = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.304502] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] notifications.notification_format = unversioned {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.304674] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] notifications.notify_on_state_change = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.304859] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.305055] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] pci.alias = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.305232] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] pci.device_spec = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.305404] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] pci.report_in_placement = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.305576] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.305752] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.auth_type = password {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.305925] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.306098] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.306260] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.306423] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.306583] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.306744] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.306906] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.default_domain_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.307081] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.default_domain_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.307246] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.domain_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.307403] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.domain_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.307563] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.307729] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.307885] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.308054] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.308217] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.308385] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.password = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.308547] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.project_domain_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.308714] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.project_domain_name = Default {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.308882] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.project_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.309066] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.project_name = service {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.309241] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.region_name = RegionOne {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.309406] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.309569] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.309794] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.service_type = placement {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.309968] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.310145] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.310310] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.310472] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.system_scope = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.310652] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.310827] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.trust_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.310987] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.user_domain_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.311176] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.user_domain_name = Default {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.311338] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.user_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.311512] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.username = nova {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.311705] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.311897] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] placement.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.312103] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.cores = 20 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.312276] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.count_usage_from_placement = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.312449] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.312635] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.injected_file_content_bytes = 10240 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.312808] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.injected_file_path_length = 255 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.312979] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.injected_files = 5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.313165] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.instances = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.313334] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.key_pairs = 100 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.313501] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.metadata_items = 128 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.313668] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.ram = 51200 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.313836] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.recheck_quota = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.314014] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.server_group_members = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.314194] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.server_groups = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.314421] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.314603] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] quota.unified_limits_resource_strategy = require {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.314777] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.314945] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.315124] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.image_metadata_prefilter = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.315292] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.315458] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.max_attempts = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.315625] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.max_placement_results = 1000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.315792] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.315958] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.query_placement_for_image_type_support = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.316135] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.316312] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] scheduler.workers = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.316489] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.316661] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.316847] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.317039] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.317216] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.317388] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.317551] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.317776] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.317960] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.host_subset_size = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.318150] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.318315] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.318484] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.318654] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.image_props_weight_setting = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.318839] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.319014] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.isolated_hosts = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.319187] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.isolated_images = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.319353] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.319516] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.319718] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.319893] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.pci_in_placement = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.320076] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.320248] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.320413] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.320580] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.320774] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.320946] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.321125] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.track_instance_changes = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.321306] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.321481] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metrics.required = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.321674] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metrics.weight_multiplier = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.321813] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.321986] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] metrics.weight_setting = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.322331] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.322510] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] serial_console.enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.322693] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] serial_console.port_range = 10000:20000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.322872] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.323049] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.323228] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] serial_console.serialproxy_port = 6083 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.323402] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.323579] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.auth_type = password {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.323749] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.323985] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.324187] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.324356] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.324517] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.324694] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.send_service_user_token = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.324861] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.325034] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] service_user.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.325212] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.agent_enabled = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.325378] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.325723] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.325943] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.326134] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.html5proxy_port = 6082 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.326302] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.image_compression = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.326466] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.jpeg_compression = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.326626] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.playback_compression = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.326793] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.require_secure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.326965] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.server_listen = 127.0.0.1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.327151] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.327449] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.327641] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.streaming_mode = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.327827] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] spice.zlib_compression = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.328010] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] upgrade_levels.baseapi = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.328200] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] upgrade_levels.compute = auto {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.328368] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] upgrade_levels.conductor = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.328530] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] upgrade_levels.scheduler = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.328698] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.328866] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.auth_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.329037] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.329202] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.329367] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.329527] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.329731] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.329905] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.330081] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vendordata_dynamic_auth.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.330290] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.api_retry_count = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.330442] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.ca_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.330640] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.cache_prefix = devstack-image-cache {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.330824] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.cluster_name = testcl1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.330994] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.connection_pool_size = 10 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.331174] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.console_delay_seconds = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.331349] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.datastore_regex = ^datastore.* {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.331585] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.331767] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.host_password = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.331962] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.host_port = 443 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.332133] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.host_username = administrator@vsphere.local {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.332307] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.insecure = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.332472] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.integration_bridge = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.332638] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.maximum_objects = 100 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.332801] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.pbm_default_policy = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.332965] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.pbm_enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.333138] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.pbm_wsdl_location = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.333312] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.333475] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.serial_port_proxy_uri = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.333636] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.serial_port_service_uri = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.333813] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.task_poll_interval = 0.5 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.333990] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.use_linked_clone = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.334176] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.vnc_keymap = en-us {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.334346] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.vnc_port = 5900 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.334511] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vmware.vnc_port_total = 10000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.334707] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.auth_schemes = ['none'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.334887] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.335231] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.335421] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.335597] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.novncproxy_port = 6080 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.335812] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.server_listen = 127.0.0.1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.336008] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.336180] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.vencrypt_ca_certs = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.336344] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.vencrypt_client_cert = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.336502] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vnc.vencrypt_client_key = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.336689] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.336856] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.disable_deep_image_inspection = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.337034] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.337194] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.337357] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.337522] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.disable_rootwrap = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.337690] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.enable_numa_live_migration = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.337845] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.338028] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.338180] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.338342] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.libvirt_disable_apic = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.338697] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.338875] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.339054] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.339225] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.339389] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.339561] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.339756] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.339927] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.340101] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.340273] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.340459] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.340652] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.client_socket_timeout = 900 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.340838] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.default_pool_size = 1000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.341016] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.keep_alive = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.341191] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.max_header_line = 16384 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.341354] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.secure_proxy_ssl_header = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.341516] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.ssl_ca_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.341675] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.ssl_cert_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.341836] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.ssl_key_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.342007] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.tcp_keepidle = 600 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.342192] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.342359] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] zvm.ca_file = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.342519] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] zvm.cloud_connector_url = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.342840] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.343028] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] zvm.reachable_timeout = 300 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.343207] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.343385] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.343561] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.connection_string = messaging:// {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.343727] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.enabled = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.343895] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.es_doc_type = notification {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.344069] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.es_scroll_size = 10000 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.344244] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.es_scroll_time = 2m {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.344404] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.filter_error_trace = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.344571] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.hmac_keys = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.344739] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.sentinel_service_name = mymaster {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.344911] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.socket_timeout = 0.1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.345086] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.trace_requests = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.345253] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler.trace_sqlalchemy = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.345437] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler_jaeger.process_tags = {} {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.345608] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler_jaeger.service_name_prefix = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.345774] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] profiler_otlp.service_name_prefix = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.345940] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] remote_debug.host = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.346119] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] remote_debug.port = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.346294] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.346455] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.346618] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.346783] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.346943] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.347121] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.347284] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.347449] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.347626] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.347844] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.348018] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.348198] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.348372] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.348543] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.348710] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.348893] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.349081] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.349250] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.349421] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.349582] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.349793] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.349973] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.350152] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.350316] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.350477] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.350666] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.350847] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.351023] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.351191] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.351359] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.351518] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.ssl = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.351684] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.351850] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.352014] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.352187] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.352357] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.ssl_version = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.352521] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.352728] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.352920] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_notifications.retry = -1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.353122] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.353300] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_messaging_notifications.transport_url = **** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.353477] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.auth_section = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.353682] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.auth_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.353853] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.cafile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.354019] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.certfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.354193] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.collect_timing = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.354352] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.connect_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.354512] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.connect_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.354673] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.endpoint_id = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.354848] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.endpoint_interface = publicURL {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.355032] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.endpoint_override = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.355184] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.endpoint_region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.355342] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.endpoint_service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.355500] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.endpoint_service_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.355664] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.insecure = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.355848] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.keyfile = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356029] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.max_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356196] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.min_version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356355] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.region_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356513] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.retriable_status_codes = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356671] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.service_name = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356831] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.service_type = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.356994] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.split_loggers = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.357169] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.status_code_retries = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.357332] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.status_code_retry_delay = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.357492] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.timeout = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.357674] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.valid_interfaces = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.357849] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_limit.version = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.358031] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_reports.file_event_handler = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.358204] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.358365] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] oslo_reports.log_dir = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.358538] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.358700] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.358886] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.359081] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.359252] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.359415] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.359588] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.359779] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_ovs_privileged.group = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.359947] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.360139] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.360305] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.360467] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] vif_plug_ovs_privileged.user = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.360659] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.flat_interface = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.360865] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.361055] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.361235] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.361406] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.361580] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.361748] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.361939] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.362151] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.362337] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.isolate_vif = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.362502] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.362667] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.362836] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.363032] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.ovsdb_interface = native {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.363184] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] os_vif_ovs.per_port_bridge = False {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.363356] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] privsep_osbrick.capabilities = [21] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.363514] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] privsep_osbrick.group = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.363672] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] privsep_osbrick.helper_command = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.363851] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.364011] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.364179] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] privsep_osbrick.user = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.364353] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.364512] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] nova_sys_admin.group = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.364671] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] nova_sys_admin.helper_command = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.364835] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.365033] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.365205] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] nova_sys_admin.user = None {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.365333] env[63339]: DEBUG oslo_service.backend.eventlet.service [None req-397d3c5d-4913-4e8c-9490-121e22348aac None None] ******************************************************************************** {{(pid=63339) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.365786] env[63339]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 578.869267] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Getting list of instances from cluster (obj){ [ 578.869267] env[63339]: value = "domain-c8" [ 578.869267] env[63339]: _type = "ClusterComputeResource" [ 578.869267] env[63339]: } {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.870490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b772da-5e13-427d-a5a1-fc3c3ac7c7cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.880993] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Got total of 0 instances {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.881636] env[63339]: WARNING nova.virt.vmwareapi.driver [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 578.882143] env[63339]: INFO nova.virt.node [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Generated node identity 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c [ 578.882382] env[63339]: INFO nova.virt.node [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Wrote node identity 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c to /opt/stack/data/n-cpu-1/compute_id [ 579.384981] env[63339]: WARNING nova.compute.manager [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Compute nodes ['84ee6762-1c4c-40d9-9e2b-ed7522c56c3c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 580.390493] env[63339]: INFO nova.compute.manager [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 581.396524] env[63339]: WARNING nova.compute.manager [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 581.396907] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.399020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.399020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.399020] env[63339]: DEBUG nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 581.399020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe92cb0-d004-4b6e-8d45-642f029820f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.407909] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249a3c84-1f2e-4aa9-bc8a-65fb5404abb7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.424051] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70991235-e31b-4ab2-b3aa-d285fc48c49d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.432162] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a4a52e-6edc-44e2-afb7-6f3582528994 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.462485] env[63339]: DEBUG nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180727MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.462871] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.463257] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.968241] env[63339]: WARNING nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] No compute node record for cpu-1:84ee6762-1c4c-40d9-9e2b-ed7522c56c3c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c could not be found. [ 582.471998] env[63339]: INFO nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c [ 583.980765] env[63339]: DEBUG nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 583.981165] env[63339]: DEBUG nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 584.161637] env[63339]: INFO nova.scheduler.client.report [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] [req-1cc4bc52-e204-457d-b8ab-1176fcbd71e2] Created resource provider record via placement API for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 584.179299] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedc5c33-ceff-4d38-8ca6-1c45a8a4a244 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.188071] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291cac6a-362c-46ce-a9a8-a3f408667cc1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.220229] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3474e18d-a208-4a95-a200-018b8ed87872 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.228773] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a889b9-55ea-4cd9-80d6-145a4cc1434d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.243462] env[63339]: DEBUG nova.compute.provider_tree [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.779985] env[63339]: DEBUG nova.scheduler.client.report [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 584.780257] env[63339]: DEBUG nova.compute.provider_tree [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 0 to 1 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.780401] env[63339]: DEBUG nova.compute.provider_tree [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.834164] env[63339]: DEBUG nova.compute.provider_tree [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 1 to 2 during operation: update_traits {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 585.339551] env[63339]: DEBUG nova.compute.resource_tracker [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 585.340074] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.877s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.340074] env[63339]: DEBUG nova.service [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Creating RPC server for service compute {{(pid=63339) start /opt/stack/nova/nova/service.py:186}} [ 585.355415] env[63339]: DEBUG nova.service [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] Join ServiceGroup membership for this service compute {{(pid=63339) start /opt/stack/nova/nova/service.py:203}} [ 585.355608] env[63339]: DEBUG nova.servicegroup.drivers.db [None req-35a22a23-285b-42f9-8a5f-cc4ccb69b4ad None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63339) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 618.358055] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_power_states {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.861562] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Getting list of instances from cluster (obj){ [ 618.861562] env[63339]: value = "domain-c8" [ 618.861562] env[63339]: _type = "ClusterComputeResource" [ 618.861562] env[63339]: } {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.862808] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4817dc62-ab51-4a28-be9e-443530236048 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.873433] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Got total of 0 instances {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.873690] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.874017] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Getting list of instances from cluster (obj){ [ 618.874017] env[63339]: value = "domain-c8" [ 618.874017] env[63339]: _type = "ClusterComputeResource" [ 618.874017] env[63339]: } {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.875223] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6309f6-517c-456e-84d8-86f80b6feb16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.883815] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Got total of 0 instances {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 625.003604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.003967] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.514017] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.637396] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.637612] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.058310] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.058618] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.062216] env[63339]: INFO nova.compute.claims [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.144686] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.684598] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.154806] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3505cd-1557-4bc2-aa60-05a660e00e28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.171363] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d3037-5d31-48c2-b755-875ea72ee2b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.211962] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e47e11-9cd0-4c8d-ac59-6430e2f4b665 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.220456] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a6105-7f53-42a0-b1ff-2adcbb037b21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.248587] env[63339]: DEBUG nova.compute.provider_tree [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.751367] env[63339]: DEBUG nova.scheduler.client.report [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.952567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "14f78e65-396c-438a-9eb7-8e923730d915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.952806] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "14f78e65-396c-438a-9eb7-8e923730d915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.003846] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.004083] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.259901] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.261187] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.264320] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.579s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.265859] env[63339]: INFO nova.compute.claims [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.459642] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.510587] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.771696] env[63339]: DEBUG nova.compute.utils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.777520] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.777520] env[63339]: DEBUG nova.network.neutron [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 628.995049] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.034167] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.275473] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.381608] env[63339]: DEBUG nova.policy [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b4da926b1db4e86a8d95e4b11aae5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da43fc689c86473ab7bcb179fe93d1cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.432896] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89aefd-abf3-4965-a0e8-71f445dedbf7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.445112] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1185510-3e5f-48bb-83d8-42e83e409001 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.475889] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863ffad-f390-4b8a-a4f4-d3e59c07f820 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.486983] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72a267b-f352-4fca-a054-92da07b0b316 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.503225] env[63339]: DEBUG nova.compute.provider_tree [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.760293] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "e6243133-c513-4738-9813-780bf189cca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.760293] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.007619] env[63339]: DEBUG nova.scheduler.client.report [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.262312] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.289899] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.330752] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.331047] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.331359] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.331600] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.331771] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.331929] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.332160] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.332321] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.332748] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.332926] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.333115] env[63339]: DEBUG nova.virt.hardware [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.334114] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ba63a-1fd0-4730-9a27-0af908db299a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.347242] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1513c34-c8eb-44e3-aa79-a0d2d2798eb5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.370162] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3961ed76-686f-4d3d-b1e3-09a46f4c87e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.523053] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.524731] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.529309] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.534s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.531522] env[63339]: INFO nova.compute.claims [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.540025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "d0105121-3a59-4eac-ad1f-d31d6d268da0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.543439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "d0105121-3a59-4eac-ad1f-d31d6d268da0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.788235] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "32c2cdab-847b-405b-8fb1-2c6509b20552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.788825] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.805797] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.038300] env[63339]: DEBUG nova.compute.utils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.042856] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.043153] env[63339]: DEBUG nova.network.neutron [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 631.047801] env[63339]: DEBUG nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.291034] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.482785] env[63339]: DEBUG nova.policy [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e141699aebcf42e4bc2f8592552611ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d1a9d4bad749b6a164caa385d1ccea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.544598] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.620793] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.788085] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760d23d-b442-4e66-88d2-c4a4cf1a0ac4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.811022] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba52eeb-5f15-4840-80f3-39428d7b1bb7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.854605] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.856390] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57bff4-9a66-427a-bc6f-719dc109a523 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.865256] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05502b29-c6ad-4735-a94f-ca3d74521219 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.882593] env[63339]: DEBUG nova.compute.provider_tree [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.166502] env[63339]: DEBUG nova.network.neutron [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Successfully created port: bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 632.386024] env[63339]: DEBUG nova.scheduler.client.report [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.558742] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.591032] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.591286] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.591538] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.591616] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.591732] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.591874] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.592088] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.592990] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.592990] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.592990] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.592990] env[63339]: DEBUG nova.virt.hardware [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.593629] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371b07ed-a502-49d6-9dc8-10be36da0741 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.601851] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb60bc10-0651-4d68-95bf-4015fd30ff27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.895364] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.896083] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.903660] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.870s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.904803] env[63339]: INFO nova.compute.claims [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.345492] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.347128] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.347418] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.347646] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.347805] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.347991] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.348214] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.348481] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 633.348654] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.410783] env[63339]: DEBUG nova.compute.utils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.419569] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.419753] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 633.631189] env[63339]: DEBUG nova.policy [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd12a43c0d5647b28a2622cc60ae9477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58582bc35f954f0cba505bd7a1fe57eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.853668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.920672] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.144024] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6198d-bb72-4ae9-ba1d-4714420c94a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.153893] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955ce433-9a1a-4708-bf2f-e6af244c5b57 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.194040] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af012115-73df-4635-b411-483c0d2200ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.203723] env[63339]: DEBUG nova.network.neutron [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Successfully created port: 1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.207188] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5db4b-df9e-4d88-9936-a31c052acf69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.227202] env[63339]: DEBUG nova.compute.provider_tree [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.732947] env[63339]: DEBUG nova.scheduler.client.report [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.931236] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.974924] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.975537] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.975843] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.976474] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.976871] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.977592] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.978697] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.979039] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.979540] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.979857] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.981159] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.981367] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de9eb1-5db1-4df9-a769-4b45c7d6ce04 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.993588] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eff960-7915-4630-9c7e-b162d93c343d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.241123] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.242555] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.245515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.440s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.246762] env[63339]: INFO nova.compute.claims [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.704269] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Successfully created port: cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 635.753568] env[63339]: DEBUG nova.compute.utils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.757518] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.757699] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 636.028707] env[63339]: DEBUG nova.policy [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd12a43c0d5647b28a2622cc60ae9477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58582bc35f954f0cba505bd7a1fe57eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.270122] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.409872] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf7c7f3-5e58-4d48-bf70-56f6bf8bd11c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.420829] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de360e6-4aba-4b65-a7fb-87d828db54a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.454149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7092f-2cb0-4d7b-a8b2-df6f1eac2c37 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.466116] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa099a2-1d9f-423c-a010-332479a61efb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.478833] env[63339]: DEBUG nova.compute.provider_tree [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.984790] env[63339]: DEBUG nova.scheduler.client.report [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.281638] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.323266] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.323569] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.323692] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.323866] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.324018] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.325695] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.326489] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.326489] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.326489] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.326489] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.326624] env[63339]: DEBUG nova.virt.hardware [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.327673] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f205f3-8a58-4a3c-b57e-f657ac6c2dfd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.340573] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120f892-7e21-43ef-bacd-41c3ca55aaf4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.496259] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.497077] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.501037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.881s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.507205] env[63339]: INFO nova.compute.claims [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.767911] env[63339]: DEBUG nova.network.neutron [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Successfully updated port: bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.017179] env[63339]: DEBUG nova.compute.utils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.024048] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.024048] env[63339]: DEBUG nova.network.neutron [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 638.051590] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Successfully created port: f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.230771] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "b09e59b5-8e84-4e1c-999d-26485313b701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.231068] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "b09e59b5-8e84-4e1c-999d-26485313b701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.271458] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "refresh_cache-f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.271716] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired lock "refresh_cache-f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.271956] env[63339]: DEBUG nova.network.neutron [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 638.392713] env[63339]: DEBUG nova.policy [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b5d8357a824ab28772d7489a71a5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52547076eaa7400bafc04a0f05676493', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.529635] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.733620] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.744999] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4240101-73f4-4fae-8c72-68f1ba3f3eb7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.757329] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6435d7c4-5b0c-41d6-afb9-1913591724ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.805119] env[63339]: DEBUG nova.network.neutron [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Successfully updated port: 1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.808268] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33eb72-048e-4d36-944a-b566f7b69770 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.820496] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e0d8d-b986-4717-97d6-041c951392cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.858522] env[63339]: DEBUG nova.compute.provider_tree [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.132762] env[63339]: DEBUG nova.network.neutron [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 639.253445] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.253718] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.275026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.313528] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.313528] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquired lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.313528] env[63339]: DEBUG nova.network.neutron [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 639.366243] env[63339]: DEBUG nova.scheduler.client.report [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.542184] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.587446] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.587446] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.587446] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.587446] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.587769] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.587769] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.587769] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.587769] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.587769] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.588069] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.588069] env[63339]: DEBUG nova.virt.hardware [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.588069] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b7686-f1cb-4b87-9648-670844adb4a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.604441] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6d2e9-eb08-47fc-9a97-61978f39cfd8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.757081] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.778097] env[63339]: DEBUG nova.network.neutron [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Successfully created port: 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.873852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.874569] env[63339]: DEBUG nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.880027] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.025s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.880970] env[63339]: INFO nova.compute.claims [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.126243] env[63339]: DEBUG nova.compute.manager [req-910fc67b-7b48-4836-b194-879fb1715f55 req-796d4a0b-6c01-4c22-8120-d0571594c7aa service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Received event network-vif-plugged-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 640.131336] env[63339]: DEBUG oslo_concurrency.lockutils [req-910fc67b-7b48-4836-b194-879fb1715f55 req-796d4a0b-6c01-4c22-8120-d0571594c7aa service nova] Acquiring lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.131336] env[63339]: DEBUG oslo_concurrency.lockutils [req-910fc67b-7b48-4836-b194-879fb1715f55 req-796d4a0b-6c01-4c22-8120-d0571594c7aa service nova] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.131336] env[63339]: DEBUG oslo_concurrency.lockutils [req-910fc67b-7b48-4836-b194-879fb1715f55 req-796d4a0b-6c01-4c22-8120-d0571594c7aa service nova] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.131336] env[63339]: DEBUG nova.compute.manager [req-910fc67b-7b48-4836-b194-879fb1715f55 req-796d4a0b-6c01-4c22-8120-d0571594c7aa service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] No waiting events found dispatching network-vif-plugged-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.131336] env[63339]: WARNING nova.compute.manager [req-910fc67b-7b48-4836-b194-879fb1715f55 req-796d4a0b-6c01-4c22-8120-d0571594c7aa service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Received unexpected event network-vif-plugged-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 for instance with vm_state building and task_state spawning. [ 640.164523] env[63339]: DEBUG nova.network.neutron [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 640.303738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.388017] env[63339]: DEBUG nova.compute.utils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.391179] env[63339]: DEBUG nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.430144] env[63339]: DEBUG nova.network.neutron [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Updating instance_info_cache with network_info: [{"id": "bd1b80ce-0116-4b2b-93ac-5ec1560fa909", "address": "fa:16:3e:01:e0:4f", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1b80ce-01", "ovs_interfaceid": "bd1b80ce-0116-4b2b-93ac-5ec1560fa909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.892431] env[63339]: DEBUG nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.941308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Releasing lock "refresh_cache-f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.941947] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Instance network_info: |[{"id": "bd1b80ce-0116-4b2b-93ac-5ec1560fa909", "address": "fa:16:3e:01:e0:4f", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1b80ce-01", "ovs_interfaceid": "bd1b80ce-0116-4b2b-93ac-5ec1560fa909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.942854] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:e0:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1b80ce-0116-4b2b-93ac-5ec1560fa909', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.956906] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.958416] env[63339]: DEBUG nova.network.neutron [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Updating instance_info_cache with network_info: [{"id": "1958e03c-945b-4a1a-a234-18266044a580", "address": "fa:16:3e:54:78:73", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1958e03c-94", "ovs_interfaceid": "1958e03c-945b-4a1a-a234-18266044a580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.959799] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a3cdc13-8d0d-4823-8357-5723a9558b30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.981183] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Created folder: OpenStack in parent group-v4. [ 640.981393] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating folder: Project (da43fc689c86473ab7bcb179fe93d1cf). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.981876] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c38913a-7e94-4051-9e17-88e4742331b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.000637] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Created folder: Project (da43fc689c86473ab7bcb179fe93d1cf) in parent group-v849594. [ 641.001116] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating folder: Instances. Parent ref: group-v849595. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.001392] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edbc227e-3b08-403f-badf-147f8e70177b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.020824] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Created folder: Instances in parent group-v849595. [ 641.021955] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.021955] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.021955] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddd13c84-1b04-42c5-aabf-71d30b11c7df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.049444] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.049444] env[63339]: value = "task-4319447" [ 641.049444] env[63339]: _type = "Task" [ 641.049444] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.060595] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Successfully updated port: cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.070623] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319447, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.146457] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f656d80b-32bf-4a50-a1de-ccc595454839 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.155587] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765afd8e-48c8-4252-96f4-7dd0670793fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.193780] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef5257-3d13-440f-84fd-5dfa7d21a332 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.201955] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866be709-6199-4590-8bdb-ab3a1a33be43 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.218498] env[63339]: DEBUG nova.compute.provider_tree [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.464445] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Releasing lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.464800] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Instance network_info: |[{"id": "1958e03c-945b-4a1a-a234-18266044a580", "address": "fa:16:3e:54:78:73", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1958e03c-94", "ovs_interfaceid": "1958e03c-945b-4a1a-a234-18266044a580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.465243] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:78:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1958e03c-945b-4a1a-a234-18266044a580', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.482019] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Creating folder: Project (44d1a9d4bad749b6a164caa385d1ccea). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.482019] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02cc037e-4fd7-498e-b450-d4c4fa111e7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.499445] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Created folder: Project (44d1a9d4bad749b6a164caa385d1ccea) in parent group-v849594. [ 641.502903] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Creating folder: Instances. Parent ref: group-v849598. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.503882] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c70440-d79c-4852-a2aa-f9234a48fbe7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.516484] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Created folder: Instances in parent group-v849598. [ 641.517406] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.518132] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.518471] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1d4e421-333e-4f9d-b4b8-5ade6b18981b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.540389] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.540389] env[63339]: value = "task-4319450" [ 641.540389] env[63339]: _type = "Task" [ 641.540389] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.552024] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319450, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.564591] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "refresh_cache-14f78e65-396c-438a-9eb7-8e923730d915" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.564591] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "refresh_cache-14f78e65-396c-438a-9eb7-8e923730d915" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.564591] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 641.568354] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319447, 'name': CreateVM_Task, 'duration_secs': 0.477586} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.572129] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.584608] env[63339]: DEBUG oslo_vmware.service [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506667a-0df6-4f74-8c6f-42f5a722f363 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.598491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.599080] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.601149] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.601149] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3594996-c254-4705-aa87-3cd9b566f699 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.608890] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 641.608890] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e80348-99ca-d927-8ce2-af547e0fff55" [ 641.608890] env[63339]: _type = "Task" [ 641.608890] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.629639] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e80348-99ca-d927-8ce2-af547e0fff55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.726018] env[63339]: DEBUG nova.scheduler.client.report [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.905633] env[63339]: DEBUG nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.959961] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Successfully updated port: f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 642.028769] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "256fe9ec-78a1-48b3-8716-49e7922668c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.028769] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "256fe9ec-78a1-48b3-8716-49e7922668c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.055445] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319450, 'name': CreateVM_Task, 'duration_secs': 0.356857} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.056756] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.056756] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091622] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.091622] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.091622] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.091622] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.091926] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.091926] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.091926] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.091926] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.092060] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.092248] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.092529] env[63339]: DEBUG nova.virt.hardware [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.094298] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b4637-27c2-471a-8b8f-c910d521b65a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.105614] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac670791-2da9-461e-944e-fb115dd96931 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.133157] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.140072] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Creating folder: Project (3a7c1348cdb74db2807f0cc426e12054). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.141180] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-476fdfaf-99e1-4377-8322-49e2751a8a3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.148641] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.148641] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.148902] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.149410] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.149732] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.150284] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.150284] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.150623] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b32f7419-84de-4e70-b899-934c82ac6c0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.153939] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf4fa20-3c6b-4770-b5e9-0f4b32e0e0b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.160031] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Created folder: Project (3a7c1348cdb74db2807f0cc426e12054) in parent group-v849594. [ 642.160295] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Creating folder: Instances. Parent ref: group-v849601. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.160685] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b8ad40b-1a63-4db3-8283-cd28380ae840 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.168881] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 642.174766] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 642.174766] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5249756c-3638-2c20-f475-bf5570178254" [ 642.174766] env[63339]: _type = "Task" [ 642.174766] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.183328] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.183514] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.183780] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Created folder: Instances in parent group-v849601. [ 642.184043] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.186016] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb904ebc-fb81-442c-8952-1e46550c70fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.189536] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.194379] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3e57bcb-975a-40ab-b4cd-2ef22068937e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.209678] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5249756c-3638-2c20-f475-bf5570178254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.216761] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4610229-7be7-4b78-b324-f7e250c4f945 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.223655] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.223655] env[63339]: value = "task-4319453" [ 642.223655] env[63339]: _type = "Task" [ 642.223655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.228717] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 642.228717] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5232f490-af1d-4cda-08f7-dceef4bcdf30" [ 642.228717] env[63339]: _type = "Task" [ 642.228717] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.237229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.237229] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.239761] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319453, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.240439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.387s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.240439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.240602] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 642.241269] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.966s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.242742] env[63339]: INFO nova.compute.claims [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.247320] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e599bd5-e280-4938-bbc9-047395af759b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.254682] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 642.254977] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating directory with path [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.255372] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e2fe730-a990-4dce-ad62-d34dad8f41f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.261444] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632a9b2-d707-4708-9e9a-ec390ac7eaed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.277741] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e32415-c007-415f-99a3-23e4e12da019 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.281803] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Created directory with path [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.282062] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Fetch image to [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 642.282472] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Downloading image file data 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk on the data store datastore1 {{(pid=63339) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 642.283448] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8ce828-00a2-45f7-a3d3-86ac86f2faad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.292072] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff352094-7418-4082-ad2a-5d768df6a462 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.298874] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf48732-879c-480e-82f0-5a6a9d10b006 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.328799] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180722MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 642.328799] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.341468] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d871c-0fca-40fe-aa3c-0f5b1c4bf331 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.378520] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1ef0e-4b93-4120-a289-1a607725ea4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.387444] env[63339]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ed00fefa-5b61-4d92-a7cc-4138460333eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.466278] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "refresh_cache-95eff2bc-3e47-4fe0-b758-20a8da8561b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.466278] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "refresh_cache-95eff2bc-3e47-4fe0-b758-20a8da8561b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.466278] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 642.487464] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Downloading image file data 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to the data store datastore1 {{(pid=63339) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 642.533574] env[63339]: DEBUG nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.583104] env[63339]: DEBUG oslo_vmware.rw_handles [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 642.687361] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.688449] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.688449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.740201] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319453, 'name': CreateVM_Task, 'duration_secs': 0.414099} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.745309] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.745880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.746114] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.746494] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.747927] env[63339]: DEBUG nova.compute.utils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.749161] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d09aaa9-3a73-4fc9-bbfe-398055ad0b61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.754721] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.755125] env[63339]: DEBUG nova.network.neutron [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 642.767203] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 642.767203] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52973827-d160-f0d0-88a2-6255ec56f0fc" [ 642.767203] env[63339]: _type = "Task" [ 642.767203] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.792969] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.793290] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.793501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.804443] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Updating instance_info_cache with network_info: [{"id": "cf826fd6-cdd9-4662-ab94-2eb59a664356", "address": "fa:16:3e:54:4c:5c", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf826fd6-cd", "ovs_interfaceid": "cf826fd6-cdd9-4662-ab94-2eb59a664356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.907038] env[63339]: DEBUG nova.policy [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '318da9bd414c4b6c9d7ac760d3b3efb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '517605ac744e4a8cb1f4c592739d37f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.033758] env[63339]: DEBUG nova.compute.manager [req-9f616d89-8551-4210-9c1f-5f0c94b28ccc req-73006c90-a308-4342-9749-dba4a4691722 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Received event network-vif-plugged-cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 643.033758] env[63339]: DEBUG oslo_concurrency.lockutils [req-9f616d89-8551-4210-9c1f-5f0c94b28ccc req-73006c90-a308-4342-9749-dba4a4691722 service nova] Acquiring lock "14f78e65-396c-438a-9eb7-8e923730d915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.034094] env[63339]: DEBUG oslo_concurrency.lockutils [req-9f616d89-8551-4210-9c1f-5f0c94b28ccc req-73006c90-a308-4342-9749-dba4a4691722 service nova] Lock "14f78e65-396c-438a-9eb7-8e923730d915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.035875] env[63339]: DEBUG oslo_concurrency.lockutils [req-9f616d89-8551-4210-9c1f-5f0c94b28ccc req-73006c90-a308-4342-9749-dba4a4691722 service nova] Lock "14f78e65-396c-438a-9eb7-8e923730d915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.035875] env[63339]: DEBUG nova.compute.manager [req-9f616d89-8551-4210-9c1f-5f0c94b28ccc req-73006c90-a308-4342-9749-dba4a4691722 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] No waiting events found dispatching network-vif-plugged-cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.035875] env[63339]: WARNING nova.compute.manager [req-9f616d89-8551-4210-9c1f-5f0c94b28ccc req-73006c90-a308-4342-9749-dba4a4691722 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Received unexpected event network-vif-plugged-cf826fd6-cdd9-4662-ab94-2eb59a664356 for instance with vm_state building and task_state spawning. [ 643.065352] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.112738] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 643.252823] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.307898] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "refresh_cache-14f78e65-396c-438a-9eb7-8e923730d915" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.308301] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Instance network_info: |[{"id": "cf826fd6-cdd9-4662-ab94-2eb59a664356", "address": "fa:16:3e:54:4c:5c", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf826fd6-cd", "ovs_interfaceid": "cf826fd6-cdd9-4662-ab94-2eb59a664356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.308719] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:4c:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf826fd6-cdd9-4662-ab94-2eb59a664356', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.317179] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Creating folder: Project (58582bc35f954f0cba505bd7a1fe57eb). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.321205] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0811872-b01d-4103-9a2d-4a2712e0e767 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.337806] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Created folder: Project (58582bc35f954f0cba505bd7a1fe57eb) in parent group-v849594. [ 643.341011] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Creating folder: Instances. Parent ref: group-v849604. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.345051] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfcb938f-f859-41c8-bb66-68adba11b05d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.363381] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Created folder: Instances in parent group-v849604. [ 643.363473] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.363685] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.363931] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f1a4e7-063b-4b87-a0b4-7796ccf7a677 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.393908] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.393908] env[63339]: value = "task-4319456" [ 643.393908] env[63339]: _type = "Task" [ 643.393908] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.409189] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319456, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.434041] env[63339]: DEBUG oslo_vmware.rw_handles [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 643.434041] env[63339]: DEBUG oslo_vmware.rw_handles [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 643.523134] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Downloaded image file data 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk on the data store datastore1 {{(pid=63339) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 643.524684] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 643.524930] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Copying Virtual Disk [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk to [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.525227] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cced6793-2348-4aba-aff4-59923e766b65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.545832] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 643.545832] env[63339]: value = "task-4319457" [ 643.545832] env[63339]: _type = "Task" [ 643.545832] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.562719] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.595178] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0ac6c-f4a8-4b40-98d2-edba3ae9d24b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.605714] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d11b316-1abb-4f83-9b0d-a6666cca44c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.651557] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5393f1-48f6-45b6-8612-c18eb340d407 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.661133] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "021300e0-ee8a-412e-840b-f921befc04a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.661627] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "021300e0-ee8a-412e-840b-f921befc04a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.674233] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e432b5e-d358-40af-86da-c896087c37e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.688581] env[63339]: DEBUG nova.compute.provider_tree [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.750205] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.750669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.797425] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "6588d641-32ed-4469-a13f-44d2f5f699d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.797856] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.883616] env[63339]: DEBUG nova.network.neutron [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Updating instance_info_cache with network_info: [{"id": "f8560d25-8d99-4df4-8c69-345be69cdc13", "address": "fa:16:3e:4b:18:4a", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8560d25-8d", "ovs_interfaceid": "f8560d25-8d99-4df4-8c69-345be69cdc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.889173] env[63339]: DEBUG nova.network.neutron [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Successfully updated port: 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 643.911399] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319456, 'name': CreateVM_Task, 'duration_secs': 0.408455} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.912372] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.913704] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.913704] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.913704] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.915392] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e960d467-f0f7-4f7e-b703-74127b74f8ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.922228] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 643.922228] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52920362-cd24-e071-f2da-536a9f3ac136" [ 643.922228] env[63339]: _type = "Task" [ 643.922228] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.945306] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946073] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.946073] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.995885] env[63339]: DEBUG nova.network.neutron [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Successfully created port: e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.072026] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319457, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.193375] env[63339]: DEBUG nova.scheduler.client.report [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.246215] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Received event network-changed-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 644.247758] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Refreshing instance network info cache due to event network-changed-bd1b80ce-0116-4b2b-93ac-5ec1560fa909. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 644.247758] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquiring lock "refresh_cache-f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.247758] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquired lock "refresh_cache-f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.247758] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Refreshing network info cache for port bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 644.267195] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.312028] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.312736] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.312736] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.312736] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.312736] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.312892] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.314347] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.315523] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.315523] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.315523] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.315523] env[63339]: DEBUG nova.virt.hardware [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.316824] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4680773-2182-4e7e-a603-c54a5be01fe9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.325643] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a859ea0-b064-4bfe-a3ad-b6dcfd54cc4a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.387689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "refresh_cache-95eff2bc-3e47-4fe0-b758-20a8da8561b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.387689] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Instance network_info: |[{"id": "f8560d25-8d99-4df4-8c69-345be69cdc13", "address": "fa:16:3e:4b:18:4a", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8560d25-8d", "ovs_interfaceid": "f8560d25-8d99-4df4-8c69-345be69cdc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.387905] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:18:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8560d25-8d99-4df4-8c69-345be69cdc13', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.396674] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.397228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.397326] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.397427] env[63339]: DEBUG nova.network.neutron [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 644.398727] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.399035] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b2c23ce-4ea6-4f10-9700-3cff3640b86a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.430806] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.430806] env[63339]: value = "task-4319458" [ 644.430806] env[63339]: _type = "Task" [ 644.430806] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.440203] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319458, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.560726] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744647} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.560952] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Copied Virtual Disk [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk to [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.561389] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleting the datastore file [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.561522] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b876cdd-95f6-4261-8eaa-1882db5f0842 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.570539] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 644.570539] env[63339]: value = "task-4319459" [ 644.570539] env[63339]: _type = "Task" [ 644.570539] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.582639] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.711031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.711401] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.714076] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.410s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.716290] env[63339]: INFO nova.compute.claims [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.935910] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "eef7f93f-732f-42d5-bd76-cc760fba4f94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.936198] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.946021] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319458, 'name': CreateVM_Task, 'duration_secs': 0.39461} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.946228] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.947244] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.947412] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.947733] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.948081] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb989038-142a-427e-a7d1-9fdfffabd1ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.954964] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 644.954964] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52998b6b-568f-7c5b-1cc5-e4dda00761d8" [ 644.954964] env[63339]: _type = "Task" [ 644.954964] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.968375] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52998b6b-568f-7c5b-1cc5-e4dda00761d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.986065] env[63339]: DEBUG nova.network.neutron [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 645.086162] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035093} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.086409] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.086619] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Moving file from [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8. {{(pid=63339) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 645.086962] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d8bb8f21-72f4-4838-a887-134fd06b4a99 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.095757] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 645.095757] env[63339]: value = "task-4319460" [ 645.095757] env[63339]: _type = "Task" [ 645.095757] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.104307] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319460, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.221221] env[63339]: DEBUG nova.compute.utils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.225519] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.225738] env[63339]: DEBUG nova.network.neutron [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 645.363191] env[63339]: DEBUG nova.policy [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '804bf140c28b4cceb4555e4f10c78a9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0e88b38416b4f5f82606a784c11d4cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.367692] env[63339]: DEBUG nova.network.neutron [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [{"id": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "address": "fa:16:3e:27:c5:0e", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e48fe9a-a2", "ovs_interfaceid": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.379861] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Updated VIF entry in instance network info cache for port bd1b80ce-0116-4b2b-93ac-5ec1560fa909. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 645.379861] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Updating instance_info_cache with network_info: [{"id": "bd1b80ce-0116-4b2b-93ac-5ec1560fa909", "address": "fa:16:3e:01:e0:4f", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1b80ce-01", "ovs_interfaceid": "bd1b80ce-0116-4b2b-93ac-5ec1560fa909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.467331] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.467331] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.467796] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.614628] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319460, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034113} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.618039] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] File moved {{(pid=63339) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 645.618039] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Cleaning up location [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 645.618039] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleting the datastore file [datastore1] vmware_temp/e09a100c-7655-4ca6-bc9b-3fca29e1fd51 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.619315] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce71caf2-8bd6-42de-ae58-83785011656f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.627838] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 645.627838] env[63339]: value = "task-4319461" [ 645.627838] env[63339]: _type = "Task" [ 645.627838] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.642852] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.726796] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.887123] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.887123] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Instance network_info: |[{"id": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "address": "fa:16:3e:27:c5:0e", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e48fe9a-a2", "ovs_interfaceid": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.887298] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c5:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.893338] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Creating folder: Project (52547076eaa7400bafc04a0f05676493). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.897229] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Releasing lock "refresh_cache-f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.897492] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Received event network-vif-plugged-1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 645.897671] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquiring lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.898550] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.901044] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.901044] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] No waiting events found dispatching network-vif-plugged-1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.901044] env[63339]: WARNING nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Received unexpected event network-vif-plugged-1958e03c-945b-4a1a-a234-18266044a580 for instance with vm_state building and task_state spawning. [ 645.901044] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Received event network-changed-1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 645.901044] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Refreshing instance network info cache due to event network-changed-1958e03c-945b-4a1a-a234-18266044a580. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 645.901240] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquiring lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.901240] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquired lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.901240] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Refreshing network info cache for port 1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 645.901240] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4af6524-2995-4d4c-9d5c-a230ea480ab5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.916645] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Created folder: Project (52547076eaa7400bafc04a0f05676493) in parent group-v849594. [ 645.917348] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Creating folder: Instances. Parent ref: group-v849608. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.918396] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86eaea49-f58f-46c3-9e76-84fb5811bc79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.932769] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Created folder: Instances in parent group-v849608. [ 645.933021] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.933222] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6243133-c513-4738-9813-780bf189cca5] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.933772] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ddd79a-9fd8-4ae1-812c-a34b09148ce7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.962396] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.962396] env[63339]: value = "task-4319464" [ 645.962396] env[63339]: _type = "Task" [ 645.962396] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.976903] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319464, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.073286] env[63339]: DEBUG nova.network.neutron [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Successfully created port: c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.125570] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff391f6e-338e-4ffc-a882-77c3c432b30e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.136123] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.136391] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.144310] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fa45ca-a5aa-43c4-b4ec-6bde999a8c93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.149392] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033919} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.150067] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.151302] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b4d9e7-6a0f-4ef7-ad9a-0692d7a2c96e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.183810] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ee6c6-da60-400a-9a86-cff2df04ea1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.186120] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 646.186120] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5298f720-abf5-95f3-1476-dfc03d247e7b" [ 646.186120] env[63339]: _type = "Task" [ 646.186120] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.194697] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865765d7-41b7-40c2-bdc3-839e4c15db0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.203346] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5298f720-abf5-95f3-1476-dfc03d247e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.016454} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.204039] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.204340] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c/f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.204635] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.205273] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.205273] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a54037-b9b1-4916-9ec4-ace674e5cccb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.217623] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0848018-e13a-475c-8118-dd85a938a9ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.219387] env[63339]: DEBUG nova.compute.provider_tree [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.228913] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 646.228913] env[63339]: value = "task-4319465" [ 646.228913] env[63339]: _type = "Task" [ 646.228913] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.234550] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.234782] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.239382] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89d2cb9-db55-44f1-89b7-0f8fc6aafda2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.250921] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.252445] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 646.252445] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522b5454-5b15-7c90-deec-565eb42e2b41" [ 646.252445] env[63339]: _type = "Task" [ 646.252445] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.262570] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522b5454-5b15-7c90-deec-565eb42e2b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.474987] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319464, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.727185] env[63339]: DEBUG nova.scheduler.client.report [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.738491] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.755175] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.769813] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522b5454-5b15-7c90-deec-565eb42e2b41, 'name': SearchDatastore_Task, 'duration_secs': 0.015339} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.771330] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef10e47-f5e6-4db6-9b65-9f1b868562d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.778558] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 646.778558] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5266e2f4-8c8e-b333-74d9-14184af2f601" [ 646.778558] env[63339]: _type = "Task" [ 646.778558] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.780963] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.781366] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.781460] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.781590] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.781736] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.781878] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.782093] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.782256] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.782420] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.782598] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.782883] env[63339]: DEBUG nova.virt.hardware [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.784153] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e096f6-fd50-4868-b5e2-c10552031987 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.798782] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5266e2f4-8c8e-b333-74d9-14184af2f601, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.799133] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.799425] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] fdd97ec9-4a59-4194-84a6-b4c13f64fd3d/fdd97ec9-4a59-4194-84a6-b4c13f64fd3d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.800805] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf29d04-4db4-4a9c-9cea-c28607cbed7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.806091] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.806091] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.809555] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40272fd3-651b-4a89-9a95-e29ebe885f34 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.814020] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9d8f303-3243-47c7-9e2d-9597e4b949ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.842050] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 646.842050] env[63339]: value = "task-4319466" [ 646.842050] env[63339]: _type = "Task" [ 646.842050] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.842050] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.842050] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.842392] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c509ba-ab30-4c69-8173-847785ac604a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.857067] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.857418] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 646.857418] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52827524-9664-12a5-95b8-eec12df1e488" [ 646.857418] env[63339]: _type = "Task" [ 646.857418] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.868028] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52827524-9664-12a5-95b8-eec12df1e488, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.868761] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd4d845-b252-48c1-b4a5-135b8bca45bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.877239] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 646.877239] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eb7a77-34ef-3140-e211-f020bbccd18d" [ 646.877239] env[63339]: _type = "Task" [ 646.877239] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.891411] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eb7a77-34ef-3140-e211-f020bbccd18d, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.892011] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.892089] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.892381] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.892587] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.892857] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c44778-5684-46c6-9835-b573facf0af3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.897036] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487e9ddb-89a5-40d8-bc99-1916a62f5413 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.906413] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 646.906413] env[63339]: value = "task-4319467" [ 646.906413] env[63339]: _type = "Task" [ 646.906413] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.909276] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.909276] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.915432] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6637f609-588f-4678-89b7-48031b0b7845 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.922422] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.922422] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 646.922422] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524d30c1-332e-4973-c338-a857517db7d6" [ 646.922422] env[63339]: _type = "Task" [ 646.922422] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.931983] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524d30c1-332e-4973-c338-a857517db7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.933365] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f79e91-0780-4791-9783-6c4d393ae5d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.940041] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 646.940041] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca6cba-4c94-081f-d5bc-36238686a96e" [ 646.940041] env[63339]: _type = "Task" [ 646.940041] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.953496] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca6cba-4c94-081f-d5bc-36238686a96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.980895] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319464, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.184017] env[63339]: DEBUG nova.network.neutron [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Successfully updated port: e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.241480] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.242426] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.246207] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.917s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.256656] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.294158] env[63339]: DEBUG nova.compute.manager [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Received event network-changed-cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 647.294482] env[63339]: DEBUG nova.compute.manager [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Refreshing instance network info cache due to event network-changed-cf826fd6-cdd9-4662-ab94-2eb59a664356. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 647.294625] env[63339]: DEBUG oslo_concurrency.lockutils [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] Acquiring lock "refresh_cache-14f78e65-396c-438a-9eb7-8e923730d915" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.294773] env[63339]: DEBUG oslo_concurrency.lockutils [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] Acquired lock "refresh_cache-14f78e65-396c-438a-9eb7-8e923730d915" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.294958] env[63339]: DEBUG nova.network.neutron [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Refreshing network info cache for port cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 647.364511] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.422997] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.453848] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca6cba-4c94-081f-d5bc-36238686a96e, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.454390] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.455047] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 14f78e65-396c-438a-9eb7-8e923730d915/14f78e65-396c-438a-9eb7-8e923730d915.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.455047] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.455363] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.455518] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e975033-3ab6-468a-aa99-7c73d7313d9b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.458072] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fba8a9c-9e5b-4797-9903-68bd3d5fade4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.467316] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 647.467316] env[63339]: value = "task-4319468" [ 647.467316] env[63339]: _type = "Task" [ 647.467316] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.481888] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319464, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.487343] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.487343] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.487562] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.487885] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f044f045-5ac0-41ae-bda0-763f3c40ee07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.494402] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 647.494402] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220ad0b-1102-f7cc-f86f-2d30e7b1853d" [ 647.494402] env[63339]: _type = "Task" [ 647.494402] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.507675] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220ad0b-1102-f7cc-f86f-2d30e7b1853d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.582363] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Updated VIF entry in instance network info cache for port 1958e03c-945b-4a1a-a234-18266044a580. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 647.582363] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Updating instance_info_cache with network_info: [{"id": "1958e03c-945b-4a1a-a234-18266044a580", "address": "fa:16:3e:54:78:73", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1958e03c-94", "ovs_interfaceid": "1958e03c-945b-4a1a-a234-18266044a580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.690992] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "refresh_cache-32c2cdab-847b-405b-8fb1-2c6509b20552" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.690992] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired lock "refresh_cache-32c2cdab-847b-405b-8fb1-2c6509b20552" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.690992] env[63339]: DEBUG nova.network.neutron [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 647.735606] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.736227] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.749193] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319465, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.756225] env[63339]: DEBUG nova.compute.utils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.757960] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.758268] env[63339]: DEBUG nova.network.neutron [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 647.862629] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.870665] env[63339]: DEBUG nova.compute.manager [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Received event network-vif-plugged-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 647.870982] env[63339]: DEBUG oslo_concurrency.lockutils [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] Acquiring lock "e6243133-c513-4738-9813-780bf189cca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.871171] env[63339]: DEBUG oslo_concurrency.lockutils [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] Lock "e6243133-c513-4738-9813-780bf189cca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.871864] env[63339]: DEBUG oslo_concurrency.lockutils [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] Lock "e6243133-c513-4738-9813-780bf189cca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.871864] env[63339]: DEBUG nova.compute.manager [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] No waiting events found dispatching network-vif-plugged-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.871864] env[63339]: WARNING nova.compute.manager [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Received unexpected event network-vif-plugged-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c for instance with vm_state building and task_state spawning. [ 647.871864] env[63339]: DEBUG nova.compute.manager [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Received event network-changed-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 647.872140] env[63339]: DEBUG nova.compute.manager [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Refreshing instance network info cache due to event network-changed-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 647.872188] env[63339]: DEBUG oslo_concurrency.lockutils [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] Acquiring lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.872299] env[63339]: DEBUG oslo_concurrency.lockutils [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] Acquired lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.872457] env[63339]: DEBUG nova.network.neutron [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Refreshing network info cache for port 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 647.931802] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319467, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.988146] env[63339]: DEBUG nova.policy [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8033e2ab1bc24d92ab65067221982ce9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a449215a2974b52a2d892fe1b89df5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.996310] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319464, 'name': CreateVM_Task, 'duration_secs': 1.638719} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.996614] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.996806] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6243133-c513-4738-9813-780bf189cca5] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.001324] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.001545] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.002396] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.002396] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f17a3d6-8eb5-40bc-a028-9024edda3f76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.024241] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220ad0b-1102-f7cc-f86f-2d30e7b1853d, 'name': SearchDatastore_Task, 'duration_secs': 0.091053} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.024241] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 648.024241] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5231964f-be50-8549-c472-1b320fcb6bf3" [ 648.024241] env[63339]: _type = "Task" [ 648.024241] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.027509] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7a4108-c1a6-4b55-961e-eaa493180589 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.046238] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 648.046238] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6c6ef-e4b9-a3dc-7791-b4429060c710" [ 648.046238] env[63339]: _type = "Task" [ 648.046238] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.053054] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5231964f-be50-8549-c472-1b320fcb6bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.070017] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6c6ef-e4b9-a3dc-7791-b4429060c710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.089787] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Releasing lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.090127] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Received event network-vif-plugged-f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 648.090805] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquiring lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.090805] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.090952] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.091039] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] No waiting events found dispatching network-vif-plugged-f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.091261] env[63339]: WARNING nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Received unexpected event network-vif-plugged-f8560d25-8d99-4df4-8c69-345be69cdc13 for instance with vm_state building and task_state spawning. [ 648.091436] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Received event network-changed-f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 648.091587] env[63339]: DEBUG nova.compute.manager [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Refreshing instance network info cache due to event network-changed-f8560d25-8d99-4df4-8c69-345be69cdc13. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 648.091805] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquiring lock "refresh_cache-95eff2bc-3e47-4fe0-b758-20a8da8561b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.091924] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Acquired lock "refresh_cache-95eff2bc-3e47-4fe0-b758-20a8da8561b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.093541] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Refreshing network info cache for port f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 648.269447] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.280511] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.319419] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.319556] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance fdd97ec9-4a59-4194-84a6-b4c13f64fd3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.319604] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 14f78e65-396c-438a-9eb7-8e923730d915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.319708] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 95eff2bc-3e47-4fe0-b758-20a8da8561b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.319829] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance e6243133-c513-4738-9813-780bf189cca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.319934] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance d0105121-3a59-4eac-ad1f-d31d6d268da0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.320056] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 32c2cdab-847b-405b-8fb1-2c6509b20552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.320169] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance b09e59b5-8e84-4e1c-999d-26485313b701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.320282] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance fdfa7258-36c5-4d26-820b-b5389b9d4f6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.352994] env[63339]: DEBUG nova.network.neutron [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 648.367494] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319466, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511513} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.370021] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] fdd97ec9-4a59-4194-84a6-b4c13f64fd3d/fdd97ec9-4a59-4194-84a6-b4c13f64fd3d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.370021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.370021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62964bd3-49be-4b69-b91c-5d3fa7612c4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.382088] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 648.382088] env[63339]: value = "task-4319469" [ 648.382088] env[63339]: _type = "Task" [ 648.382088] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.396447] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.424855] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319467, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441524} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.425135] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.425408] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.425732] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d6494c-f18f-4c7e-af91-62d382b0bd90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.434842] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 648.434842] env[63339]: value = "task-4319470" [ 648.434842] env[63339]: _type = "Task" [ 648.434842] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.452113] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.490296] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319468, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.543715] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5231964f-be50-8549-c472-1b320fcb6bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.133712} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.544037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.544276] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.544487] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.568149] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6c6ef-e4b9-a3dc-7791-b4429060c710, 'name': SearchDatastore_Task, 'duration_secs': 0.140734} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.568464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.568724] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 95eff2bc-3e47-4fe0-b758-20a8da8561b1/95eff2bc-3e47-4fe0-b758-20a8da8561b1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.568999] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.569197] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.569422] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b888f3fe-e27b-4786-af76-7f9e61ac192e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.571759] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21035b2-5f7c-4fb2-b564-9205a4d865b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.582652] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 648.582652] env[63339]: value = "task-4319471" [ 648.582652] env[63339]: _type = "Task" [ 648.582652] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.587963] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.588184] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.589732] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e63300-3bf0-4518-a85e-a643622dcfe9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.601497] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 648.601497] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52294c42-a2d7-25c5-ade3-e41631465e95" [ 648.601497] env[63339]: _type = "Task" [ 648.601497] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.605216] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.620717] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52294c42-a2d7-25c5-ade3-e41631465e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.759530] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319465, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.110098} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.759764] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c/f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.760074] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.760649] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a63a20-bdcd-463f-8113-14f7e1c2e554 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.771275] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 648.771275] env[63339]: value = "task-4319472" [ 648.771275] env[63339]: _type = "Task" [ 648.771275] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.782328] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.799690] env[63339]: DEBUG nova.network.neutron [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Updated VIF entry in instance network info cache for port cf826fd6-cdd9-4662-ab94-2eb59a664356. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 648.800059] env[63339]: DEBUG nova.network.neutron [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Updating instance_info_cache with network_info: [{"id": "cf826fd6-cdd9-4662-ab94-2eb59a664356", "address": "fa:16:3e:54:4c:5c", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf826fd6-cd", "ovs_interfaceid": "cf826fd6-cdd9-4662-ab94-2eb59a664356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.825481] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 256fe9ec-78a1-48b3-8716-49e7922668c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.903464] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079691} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.909078] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.910669] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7866d68-3fe2-4a0d-80b6-59e6d470d87a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.943664] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] fdd97ec9-4a59-4194-84a6-b4c13f64fd3d/fdd97ec9-4a59-4194-84a6-b4c13f64fd3d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.946018] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91431ee7-dbee-4001-8f18-ceb78893e4f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.969526] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.468697} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.974120] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.974120] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 648.974120] env[63339]: value = "task-4319473" [ 648.974120] env[63339]: _type = "Task" [ 648.974120] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.975593] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3b825f-31de-432f-b452-3d75a12d988b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.005057] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.010344] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1629bf-167e-4236-94fb-efeeb922e924 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.028878] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.033885] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319468, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.531557} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.033885] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 14f78e65-396c-438a-9eb7-8e923730d915/14f78e65-396c-438a-9eb7-8e923730d915.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.033885] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.034191] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87e1fadb-89f9-44cc-998f-f63a8ed14f8d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.040640] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 649.040640] env[63339]: value = "task-4319474" [ 649.040640] env[63339]: _type = "Task" [ 649.040640] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.048732] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 649.048732] env[63339]: value = "task-4319475" [ 649.048732] env[63339]: _type = "Task" [ 649.048732] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.054751] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.061083] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.104246] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.123027] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52294c42-a2d7-25c5-ade3-e41631465e95, 'name': SearchDatastore_Task, 'duration_secs': 0.055756} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.123027] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af02cbf-757d-47af-bdb3-01131c095fe5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.128700] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 649.128700] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f5a94d-6b56-cf68-677c-92842d351b8e" [ 649.128700] env[63339]: _type = "Task" [ 649.128700] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.143613] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f5a94d-6b56-cf68-677c-92842d351b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.144777] env[63339]: DEBUG nova.network.neutron [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Updated VIF entry in instance network info cache for port 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 649.145306] env[63339]: DEBUG nova.network.neutron [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [{"id": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "address": "fa:16:3e:27:c5:0e", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e48fe9a-a2", "ovs_interfaceid": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.284466] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281139} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.285117] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.288021] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255a3ca-4737-4267-bc20-c03414edeb82 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.292919] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.309254] env[63339]: DEBUG oslo_concurrency.lockutils [req-d8e0ef62-8549-4677-be69-f9bb83ebf5b2 req-9f1d1aba-a62c-4f62-8d55-a285b69ff640 service nova] Releasing lock "refresh_cache-14f78e65-396c-438a-9eb7-8e923730d915" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.318919] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c/f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.323781] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1037e8a-271c-48d5-9f84-d62e6c3f9bc8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.339579] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 021300e0-ee8a-412e-840b-f921befc04a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.347753] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.348071] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.348393] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.349346] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.349346] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.349346] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.349346] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.349346] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.349618] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.349618] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.349807] env[63339]: DEBUG nova.virt.hardware [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.350800] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5e3ea-9212-47de-8dd5-597e6d026ddb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.357175] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 649.357175] env[63339]: value = "task-4319476" [ 649.357175] env[63339]: _type = "Task" [ 649.357175] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.365803] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6450c64a-a55b-43be-a1c7-9460337b3b74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.374294] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.495147] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.560229] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.571637] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090316} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.571944] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.573103] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c1f04-6252-4c7f-9ab7-0cbeae630d0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.604223] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 14f78e65-396c-438a-9eb7-8e923730d915/14f78e65-396c-438a-9eb7-8e923730d915.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.610174] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588d4e20-0af8-44e0-8eae-e86313de3d61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.637025] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 649.637025] env[63339]: value = "task-4319477" [ 649.637025] env[63339]: _type = "Task" [ 649.637025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.637025] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86584} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.639317] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 95eff2bc-3e47-4fe0-b758-20a8da8561b1/95eff2bc-3e47-4fe0-b758-20a8da8561b1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.640205] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.642849] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979a4ec8-dd5d-4ed5-ae7b-57be5c69557d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.651409] env[63339]: DEBUG nova.network.neutron [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Updating instance_info_cache with network_info: [{"id": "e600bf56-7575-4eec-b561-d2285bfa660f", "address": "fa:16:3e:d1:17:a6", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape600bf56-75", "ovs_interfaceid": "e600bf56-7575-4eec-b561-d2285bfa660f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.654979] env[63339]: DEBUG oslo_concurrency.lockutils [req-c9d2ff29-42d7-416b-868d-a52053fa8b41 req-2eb52fff-83cb-474a-abeb-b8b758c5e602 service nova] Releasing lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.661213] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f5a94d-6b56-cf68-677c-92842d351b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.059502} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.667167] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.667520] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] e6243133-c513-4738-9813-780bf189cca5/e6243133-c513-4738-9813-780bf189cca5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.667885] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.668315] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 649.668315] env[63339]: value = "task-4319478" [ 649.668315] env[63339]: _type = "Task" [ 649.668315] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.668546] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28aaef50-0dc4-4955-ba56-844205f17fcc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.681939] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.683965] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 649.683965] env[63339]: value = "task-4319479" [ 649.683965] env[63339]: _type = "Task" [ 649.683965] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.695502] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.843540] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.877373] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319476, 'name': ReconfigVM_Task, 'duration_secs': 0.486188} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.877673] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Reconfigured VM instance instance-00000001 to attach disk [datastore1] f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c/f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.878450] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31298378-6234-40d2-a5ea-52ddec4b3949 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.888818] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 649.888818] env[63339]: value = "task-4319480" [ 649.888818] env[63339]: _type = "Task" [ 649.888818] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.902049] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319480, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.995668] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319473, 'name': ReconfigVM_Task, 'duration_secs': 0.865175} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.995988] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] fdd97ec9-4a59-4194-84a6-b4c13f64fd3d/fdd97ec9-4a59-4194-84a6-b4c13f64fd3d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.997019] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b3ab347-58fc-4bf5-bfb2-d58ab3c07def {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.006979] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 650.006979] env[63339]: value = "task-4319481" [ 650.006979] env[63339]: _type = "Task" [ 650.006979] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.018479] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319481, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.055726] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319474, 'name': ReconfigVM_Task, 'duration_secs': 0.561983} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.056058] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.056704] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20bba692-0d82-4770-855a-31ccf326730d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.067880] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 650.067880] env[63339]: value = "task-4319482" [ 650.067880] env[63339]: _type = "Task" [ 650.067880] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.078767] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319482, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.161168] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319477, 'name': ReconfigVM_Task, 'duration_secs': 0.353367} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.161168] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 14f78e65-396c-438a-9eb7-8e923730d915/14f78e65-396c-438a-9eb7-8e923730d915.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.163115] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Releasing lock "refresh_cache-32c2cdab-847b-405b-8fb1-2c6509b20552" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163356] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Instance network_info: |[{"id": "e600bf56-7575-4eec-b561-d2285bfa660f", "address": "fa:16:3e:d1:17:a6", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape600bf56-75", "ovs_interfaceid": "e600bf56-7575-4eec-b561-d2285bfa660f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.163646] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-971b06e4-f3f9-4e8e-9429-8335d5792f48 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.166739] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Updated VIF entry in instance network info cache for port f8560d25-8d99-4df4-8c69-345be69cdc13. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 650.167232] env[63339]: DEBUG nova.network.neutron [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Updating instance_info_cache with network_info: [{"id": "f8560d25-8d99-4df4-8c69-345be69cdc13", "address": "fa:16:3e:4b:18:4a", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8560d25-8d", "ovs_interfaceid": "f8560d25-8d99-4df4-8c69-345be69cdc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.168812] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:17:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e600bf56-7575-4eec-b561-d2285bfa660f', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.178227] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Creating folder: Project (517605ac744e4a8cb1f4c592739d37f4). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.179075] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc5aaf6-29d0-46a3-9a29-02a00a581194 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.196558] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 650.196558] env[63339]: value = "task-4319483" [ 650.196558] env[63339]: _type = "Task" [ 650.196558] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.202874] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083065} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.209860] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.210438] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Created folder: Project (517605ac744e4a8cb1f4c592739d37f4) in parent group-v849594. [ 650.210674] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Creating folder: Instances. Parent ref: group-v849611. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.212425] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5874d-f27e-4f92-a654-104ac013d64b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.216433] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6981d76-d71a-4186-b858-1f829007303e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.223399] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.228991] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319483, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.249355] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 95eff2bc-3e47-4fe0-b758-20a8da8561b1/95eff2bc-3e47-4fe0-b758-20a8da8561b1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.251877] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ba23a9-178d-4781-96fc-d2a2d2fa3226 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.266431] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Created folder: Instances in parent group-v849611. [ 650.266822] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.268166] env[63339]: DEBUG nova.network.neutron [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Successfully created port: 59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.272417] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.272417] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-573362cf-9007-427c-8b1d-0cee6f0c725e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.290867] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 650.290867] env[63339]: value = "task-4319486" [ 650.290867] env[63339]: _type = "Task" [ 650.290867] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.297302] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.297302] env[63339]: value = "task-4319487" [ 650.297302] env[63339]: _type = "Task" [ 650.297302] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.307532] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.311214] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319487, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.353292] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 6588d641-32ed-4469-a13f-44d2f5f699d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.400496] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319480, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.481190] env[63339]: DEBUG nova.network.neutron [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Successfully updated port: c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 650.527380] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319481, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.580133] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319482, 'name': Rename_Task, 'duration_secs': 0.334837} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.580133] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.580133] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42c14aeb-1e23-474e-a376-fe14998e6661 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.587662] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 650.587662] env[63339]: value = "task-4319488" [ 650.587662] env[63339]: _type = "Task" [ 650.587662] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.597037] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.681460] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce5476ef-80b2-4832-996c-d01259878b70 req-0de2193e-b9c9-4fa5-b0dc-25d947e8132f service nova] Releasing lock "refresh_cache-95eff2bc-3e47-4fe0-b758-20a8da8561b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.703091] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748873} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.711194] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] e6243133-c513-4738-9813-780bf189cca5/e6243133-c513-4738-9813-780bf189cca5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.711734] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.711844] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc347563-7afc-46c1-9fbd-29198f229594 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.724339] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319483, 'name': Rename_Task, 'duration_secs': 0.30531} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.726331] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.727526] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 650.727526] env[63339]: value = "task-4319489" [ 650.727526] env[63339]: _type = "Task" [ 650.727526] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.727526] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323f5106-2904-46e5-93ed-8e4e9dbb92ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.742330] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.747058] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 650.747058] env[63339]: value = "task-4319490" [ 650.747058] env[63339]: _type = "Task" [ 650.747058] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.807876] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.815235] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319487, 'name': CreateVM_Task, 'duration_secs': 0.483121} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.815235] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.819043] env[63339]: DEBUG oslo_vmware.service [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df4b88-2356-4277-b601-086e82b7b470 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.824938] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.824938] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.825117] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.825877] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c10d28-df20-4915-afe4-0321a979f737 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.832731] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 650.832731] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523e6196-25c6-8923-e709-2de02fef93bc" [ 650.832731] env[63339]: _type = "Task" [ 650.832731] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.844354] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523e6196-25c6-8923-e709-2de02fef93bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.855848] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance eef7f93f-732f-42d5-bd76-cc760fba4f94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.903029] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319480, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.984750] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.984750] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.984750] env[63339]: DEBUG nova.network.neutron [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 651.007101] env[63339]: DEBUG nova.compute.manager [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Received event network-vif-plugged-e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 651.007242] env[63339]: DEBUG oslo_concurrency.lockutils [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] Acquiring lock "32c2cdab-847b-405b-8fb1-2c6509b20552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.007605] env[63339]: DEBUG oslo_concurrency.lockutils [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.007914] env[63339]: DEBUG oslo_concurrency.lockutils [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.008045] env[63339]: DEBUG nova.compute.manager [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] No waiting events found dispatching network-vif-plugged-e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.008147] env[63339]: WARNING nova.compute.manager [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Received unexpected event network-vif-plugged-e600bf56-7575-4eec-b561-d2285bfa660f for instance with vm_state building and task_state spawning. [ 651.008928] env[63339]: DEBUG nova.compute.manager [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Received event network-changed-e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 651.008928] env[63339]: DEBUG nova.compute.manager [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Refreshing instance network info cache due to event network-changed-e600bf56-7575-4eec-b561-d2285bfa660f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 651.008928] env[63339]: DEBUG oslo_concurrency.lockutils [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] Acquiring lock "refresh_cache-32c2cdab-847b-405b-8fb1-2c6509b20552" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.008928] env[63339]: DEBUG oslo_concurrency.lockutils [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] Acquired lock "refresh_cache-32c2cdab-847b-405b-8fb1-2c6509b20552" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.009121] env[63339]: DEBUG nova.network.neutron [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Refreshing network info cache for port e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 651.029084] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319481, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.104767] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.206755] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.207065] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.219281] env[63339]: DEBUG nova.compute.manager [req-9ad9684c-7fba-47ea-9c26-71868e4c43e1 req-53147cf7-3a79-4863-ad7a-850b32bc9147 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-vif-plugged-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 651.219598] env[63339]: DEBUG oslo_concurrency.lockutils [req-9ad9684c-7fba-47ea-9c26-71868e4c43e1 req-53147cf7-3a79-4863-ad7a-850b32bc9147 service nova] Acquiring lock "b09e59b5-8e84-4e1c-999d-26485313b701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.219934] env[63339]: DEBUG oslo_concurrency.lockutils [req-9ad9684c-7fba-47ea-9c26-71868e4c43e1 req-53147cf7-3a79-4863-ad7a-850b32bc9147 service nova] Lock "b09e59b5-8e84-4e1c-999d-26485313b701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.220219] env[63339]: DEBUG oslo_concurrency.lockutils [req-9ad9684c-7fba-47ea-9c26-71868e4c43e1 req-53147cf7-3a79-4863-ad7a-850b32bc9147 service nova] Lock "b09e59b5-8e84-4e1c-999d-26485313b701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.220583] env[63339]: DEBUG nova.compute.manager [req-9ad9684c-7fba-47ea-9c26-71868e4c43e1 req-53147cf7-3a79-4863-ad7a-850b32bc9147 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] No waiting events found dispatching network-vif-plugged-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.221179] env[63339]: WARNING nova.compute.manager [req-9ad9684c-7fba-47ea-9c26-71868e4c43e1 req-53147cf7-3a79-4863-ad7a-850b32bc9147 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received unexpected event network-vif-plugged-c98eb027-c214-4e05-8490-4eb09ddd7e80 for instance with vm_state building and task_state spawning. [ 651.242651] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.419853} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.243660] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.243804] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774b67c-9391-4123-9fc2-389844ed9b7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.258052] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319490, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.279821] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e6243133-c513-4738-9813-780bf189cca5/e6243133-c513-4738-9813-780bf189cca5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.280249] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57210df-0c83-4a3f-998c-e6ff86ea8bad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.307708] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319486, 'name': ReconfigVM_Task, 'duration_secs': 0.529822} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.307708] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 95eff2bc-3e47-4fe0-b758-20a8da8561b1/95eff2bc-3e47-4fe0-b758-20a8da8561b1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.308653] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 651.308653] env[63339]: value = "task-4319491" [ 651.308653] env[63339]: _type = "Task" [ 651.308653] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.308653] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5839b6b-1b82-4c22-a9d7-74534204dcb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.321827] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.323573] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 651.323573] env[63339]: value = "task-4319492" [ 651.323573] env[63339]: _type = "Task" [ 651.323573] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.333707] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319492, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.344842] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.344842] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.344842] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.345175] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.345175] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.345418] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407cb6a0-1b03-4bb6-831f-a069efcdf6af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.357984] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.358208] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.359144] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 1d8c7a69-e54e-4d64-90c8-06f0e76e9613 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.361248] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc30ad7-bb16-4c21-ba51-3c2b128bcc1d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.371140] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e848a8-2256-4ffa-850e-eaa04cb35e96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.378072] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 651.378072] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52557d83-a687-3c8c-18fd-ba131ed733df" [ 651.378072] env[63339]: _type = "Task" [ 651.378072] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.388159] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52557d83-a687-3c8c-18fd-ba131ed733df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.404202] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319480, 'name': Rename_Task, 'duration_secs': 1.196556} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.404398] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.404693] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961dc422-bb94-4f86-ac92-c0206f9469b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.413709] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 651.413709] env[63339]: value = "task-4319493" [ 651.413709] env[63339]: _type = "Task" [ 651.413709] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.423479] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.527786] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319481, 'name': Rename_Task, 'duration_secs': 1.223704} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.528104] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.528273] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c1b5f0-118f-43a8-8b19-0c8601f6d116 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.537989] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 651.537989] env[63339]: value = "task-4319494" [ 651.537989] env[63339]: _type = "Task" [ 651.537989] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.548332] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.600463] env[63339]: DEBUG oslo_vmware.api [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319488, 'name': PowerOnVM_Task, 'duration_secs': 0.599376} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.601600] env[63339]: DEBUG nova.network.neutron [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 651.604081] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.605237] env[63339]: INFO nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Took 9.70 seconds to spawn the instance on the hypervisor. [ 651.605237] env[63339]: DEBUG nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.605820] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4376b0c9-76c0-41c2-bf7e-9639a8afa8a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.760759] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319490, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.823958] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319491, 'name': ReconfigVM_Task, 'duration_secs': 0.443136} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.824628] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e6243133-c513-4738-9813-780bf189cca5/e6243133-c513-4738-9813-780bf189cca5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.829059] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7468969-5085-48f7-93df-e9a66f2d24e7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.841900] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319492, 'name': Rename_Task, 'duration_secs': 0.227338} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.844989] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.845840] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 651.845840] env[63339]: value = "task-4319495" [ 651.845840] env[63339]: _type = "Task" [ 651.845840] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.846209] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ad79dac-6e5f-4904-8638-eff8ca796fd6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.872535] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 870c6382-317a-4067-9e38-e0e1a8e09437 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.872841] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 651.873050] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 651.885217] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319495, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.885217] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 651.885217] env[63339]: value = "task-4319496" [ 651.885217] env[63339]: _type = "Task" [ 651.885217] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.921137] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 651.921137] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Creating directory with path [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.921137] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319496, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.921137] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e588a5ca-5bc0-4d0b-8a84-f20cf1b4c3b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.937465] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.949041] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Created directory with path [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.949344] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Fetch image to [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 651.949544] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Downloading image file data 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk on the data store datastore2 {{(pid=63339) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 651.951722] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c94be06-8a82-4032-beaf-f5dbb7b1876c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.965862] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5712cd86-d650-45b0-ace8-7eb2184adb36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.981803] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c218a66-09b8-459f-b95a-74ba6d9e1e35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.053429] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d9483-20c2-4a6d-9fae-0fd027122b6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.070933] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319494, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.072404] env[63339]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-650e88d2-f5bf-470d-8df9-9adfad65f9ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.111542] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Downloading image file data 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to the data store datastore2 {{(pid=63339) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 652.115341] env[63339]: DEBUG nova.network.neutron [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.133184] env[63339]: INFO nova.compute.manager [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Took 20.58 seconds to build instance. [ 652.229771] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 652.311403] env[63339]: DEBUG nova.network.neutron [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Updated VIF entry in instance network info cache for port e600bf56-7575-4eec-b561-d2285bfa660f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 652.311891] env[63339]: DEBUG nova.network.neutron [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Updating instance_info_cache with network_info: [{"id": "e600bf56-7575-4eec-b561-d2285bfa660f", "address": "fa:16:3e:d1:17:a6", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape600bf56-75", "ovs_interfaceid": "e600bf56-7575-4eec-b561-d2285bfa660f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.322148] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319490, 'name': PowerOnVM_Task, 'duration_secs': 1.148593} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.324033] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.324033] env[63339]: INFO nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Took 17.39 seconds to spawn the instance on the hypervisor. [ 652.324033] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.324033] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fccf3f6-2291-4a41-af31-3e93c9cae3ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.368657] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319495, 'name': Rename_Task, 'duration_secs': 0.283868} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.369163] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.369472] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad07a35-649a-4f44-b3b8-2a372ecdc459 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.379842] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 652.379842] env[63339]: value = "task-4319497" [ 652.379842] env[63339]: _type = "Task" [ 652.379842] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.403333] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.409275] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319496, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.435174] env[63339]: DEBUG oslo_vmware.api [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319493, 'name': PowerOnVM_Task, 'duration_secs': 0.653555} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.435842] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.436038] env[63339]: INFO nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Took 22.15 seconds to spawn the instance on the hypervisor. [ 652.436254] env[63339]: DEBUG nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.437904] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e0fcec-5bf1-4348-8711-083b1bc9a9d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.564040] env[63339]: DEBUG oslo_vmware.api [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319494, 'name': PowerOnVM_Task, 'duration_secs': 0.563393} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.564040] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.564768] env[63339]: INFO nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Took 20.01 seconds to spawn the instance on the hypervisor. [ 652.564768] env[63339]: DEBUG nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.565523] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8626d7f4-3660-42ec-8d84-e455d96f7ceb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.609023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6cd3a3-9616-4b5d-86da-de13ea83eeb3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.619962] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.623031] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Instance network_info: |[{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.623233] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:3d:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c98eb027-c214-4e05-8490-4eb09ddd7e80', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.631640] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Creating folder: Project (e0e88b38416b4f5f82606a784c11d4cb). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.633769] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961892e-175d-472a-8dbb-2fb48a9df71d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.643780] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02255745-a5bf-4318-b121-67170b3e840d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.648103] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e34868d9-e5ac-4254-9c2f-f9e988127ee6 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "d0105121-3a59-4eac-ad1f-d31d6d268da0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.105s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.714129] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19d9b1-bc13-4880-964a-c20e89bf3ed1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.719649] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Created folder: Project (e0e88b38416b4f5f82606a784c11d4cb) in parent group-v849594. [ 652.719649] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Creating folder: Instances. Parent ref: group-v849614. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.720994] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ca96d93-c27c-4802-a7eb-8b337a5fdc1f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.736368] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8388e5e3-1c0c-46b6-8c38-46f1d96ed49b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.742296] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Created folder: Instances in parent group-v849614. [ 652.742702] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.743274] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.743581] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48688e8f-75c9-4d15-90d7-4d54eab3d392 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.771837] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.782776] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.782776] env[63339]: value = "task-4319500" [ 652.782776] env[63339]: _type = "Task" [ 652.782776] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.795155] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319500, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.817479] env[63339]: DEBUG oslo_concurrency.lockutils [req-f333518c-0ec2-4600-8049-0158cf56587e req-e988d6b0-460f-4545-a48c-f9c2b22db499 service nova] Releasing lock "refresh_cache-32c2cdab-847b-405b-8fb1-2c6509b20552" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.852098] env[63339]: INFO nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Took 23.88 seconds to build instance. [ 652.905228] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319497, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.920850] env[63339]: DEBUG oslo_vmware.api [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319496, 'name': PowerOnVM_Task, 'duration_secs': 0.819243} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.921127] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.921413] env[63339]: INFO nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Took 15.64 seconds to spawn the instance on the hypervisor. [ 652.921645] env[63339]: DEBUG nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.922552] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e527c5b-2550-47de-941e-e2df0dc7ae5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.217510] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.226637] env[63339]: INFO nova.compute.manager [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Took 27.21 seconds to build instance. [ 653.239410] env[63339]: INFO nova.compute.manager [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Took 26.59 seconds to build instance. [ 653.279775] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.302059] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319500, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.349566] env[63339]: DEBUG nova.network.neutron [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Successfully updated port: 59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 653.354749] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "14f78e65-396c-438a-9eb7-8e923730d915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.401s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.394362] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319497, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.454879] env[63339]: INFO nova.compute.manager [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Took 24.44 seconds to build instance. [ 653.530959] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 653.530959] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 653.632050] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Downloaded image file data 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk on the data store datastore2 {{(pid=63339) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 653.632050] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 653.632878] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Copying Virtual Disk [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk to [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.633685] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55987465-5966-4547-95a3-527698ddeb1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.650438] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 653.650438] env[63339]: value = "task-4319501" [ 653.650438] env[63339]: _type = "Task" [ 653.650438] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.663918] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.738897] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.735s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.742778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.105s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.777017] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.793382] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 653.793571] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.548s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.793836] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.729s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.795759] env[63339]: INFO nova.compute.claims [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.809470] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319500, 'name': CreateVM_Task, 'duration_secs': 0.904102} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.810487] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.813807] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.813807] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.814137] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.814430] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d764d1-ebdd-4c45-be75-891bdf7411bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.820409] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 653.820409] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5263d7c3-9022-088d-5e1a-8aec6c4cb2e4" [ 653.820409] env[63339]: _type = "Task" [ 653.820409] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.830882] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5263d7c3-9022-088d-5e1a-8aec6c4cb2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.858733] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.858989] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquired lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.859194] env[63339]: DEBUG nova.network.neutron [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 653.861028] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.901687] env[63339]: DEBUG oslo_vmware.api [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319497, 'name': PowerOnVM_Task, 'duration_secs': 1.274595} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.902028] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.902211] env[63339]: INFO nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Took 14.36 seconds to spawn the instance on the hypervisor. [ 653.902409] env[63339]: DEBUG nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.903392] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062f99f-0510-4b97-9aa0-762f3b42c17a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.956987] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b6e98512-b117-405a-9f81-d56455ca2ba9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.953s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.095242] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.096200] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.161855] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319501, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.243782] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.246881] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.340637] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.340964] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.341222] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.406248] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.439742] env[63339]: INFO nova.compute.manager [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Took 23.67 seconds to build instance. [ 654.459588] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.543311] env[63339]: DEBUG nova.network.neutron [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 654.665326] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983137} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.665326] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Copied Virtual Disk [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk to [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.665326] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleting the datastore file [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/tmp-sparse.vmdk {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.665326] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4302e99f-8841-4cab-878f-851642bc2ba9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.673955] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 654.673955] env[63339]: value = "task-4319502" [ 654.673955] env[63339]: _type = "Task" [ 654.673955] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.687018] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.775211] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.785592] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.945752] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5992814d-5982-4e37-a9e7-1e1516620aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.185s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.035128] env[63339]: DEBUG nova.network.neutron [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updating instance_info_cache with network_info: [{"id": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "address": "fa:16:3e:e1:fb:d2", "network": {"id": "1210f6d4-7ca6-42c7-bdb9-f2eeded1e586", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1545295806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a449215a2974b52a2d892fe1b89df5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59de55ad-b1", "ovs_interfaceid": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.044779] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.111365] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.111717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.197816] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050777} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.204317] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.204317] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Moving file from [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 to [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8. {{(pid=63339) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 655.205147] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2b111b10-28cb-4489-a81c-b31c8d43745c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.218526] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 655.218526] env[63339]: value = "task-4319503" [ 655.218526] env[63339]: _type = "Task" [ 655.218526] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.234836] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319503, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.415033] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23adc0cc-a724-40bd-9529-285e2d33f2e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.426551] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f806a-d960-4687-b195-8abbba3c87cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.474170] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.480869] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faffc4de-87a8-4212-9e10-05edbee928f2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.496280] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4befe92d-7689-452f-98f9-1e78d3c0b384 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.515652] env[63339]: DEBUG nova.compute.provider_tree [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.538186] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Releasing lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.538598] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Instance network_info: |[{"id": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "address": "fa:16:3e:e1:fb:d2", "network": {"id": "1210f6d4-7ca6-42c7-bdb9-f2eeded1e586", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1545295806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a449215a2974b52a2d892fe1b89df5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59de55ad-b1", "ovs_interfaceid": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.539375] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:fb:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59de55ad-b177-4d4a-b1d9-f861a9d96d62', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.556691] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Creating folder: Project (9a449215a2974b52a2d892fe1b89df5c). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.558032] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef787cc-6a21-4345-9ae0-82cf8039fac9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.574188] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Created folder: Project (9a449215a2974b52a2d892fe1b89df5c) in parent group-v849594. [ 655.574188] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Creating folder: Instances. Parent ref: group-v849617. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.574188] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0ab947-d65e-434c-ae08-de7152c7d72e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.588643] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Created folder: Instances in parent group-v849617. [ 655.589232] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.589849] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.589849] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f20b78a4-f356-4e3a-9c0d-6bc569d0f09e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.618964] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.618964] env[63339]: value = "task-4319506" [ 655.618964] env[63339]: _type = "Task" [ 655.618964] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.631991] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319506, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.736506] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319503, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.040257} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.744691] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] File moved {{(pid=63339) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 655.744691] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Cleaning up location [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 655.744691] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleting the datastore file [datastore2] vmware_temp/1c1337de-33e4-4568-81b2-932b949e5cc1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.744691] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c6dbdc8-fd65-4e65-9d09-30a1d1d66d6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.751875] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 655.751875] env[63339]: value = "task-4319507" [ 655.751875] env[63339]: _type = "Task" [ 655.751875] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.770972] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.851252] env[63339]: DEBUG nova.compute.manager [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 655.851484] env[63339]: DEBUG nova.compute.manager [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing instance network info cache due to event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 655.851765] env[63339]: DEBUG oslo_concurrency.lockutils [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] Acquiring lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851907] env[63339]: DEBUG oslo_concurrency.lockutils [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] Acquired lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.852158] env[63339]: DEBUG nova.network.neutron [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 656.030885] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.047877] env[63339]: ERROR nova.scheduler.client.report [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [req-50cdd6fb-ffe2-4dbd-93b7-85f1f499e044] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50cdd6fb-ffe2-4dbd-93b7-85f1f499e044"}]} [ 656.078712] env[63339]: DEBUG nova.scheduler.client.report [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.103543] env[63339]: DEBUG nova.compute.manager [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Received event network-changed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 656.103819] env[63339]: DEBUG nova.compute.manager [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Refreshing instance network info cache due to event network-changed. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 656.104087] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] Acquiring lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.104272] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] Acquired lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.104530] env[63339]: DEBUG nova.network.neutron [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 656.110680] env[63339]: DEBUG nova.scheduler.client.report [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.110946] env[63339]: DEBUG nova.compute.provider_tree [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.126444] env[63339]: DEBUG nova.scheduler.client.report [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.137204] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319506, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.161518] env[63339]: DEBUG nova.scheduler.client.report [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 656.265345] env[63339]: INFO nova.compute.manager [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Rebuilding instance [ 656.268869] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03223} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.275202] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.276621] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bca4bc9-4cbe-4e97-b42b-79edd843b65b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.285035] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 656.285035] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7d33c-d17b-ab10-dca4-05114560dd0f" [ 656.285035] env[63339]: _type = "Task" [ 656.285035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.293891] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7d33c-d17b-ab10-dca4-05114560dd0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.344233] env[63339]: DEBUG nova.compute.manager [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.345654] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b441f8df-0c04-4546-8a4b-0060ad281b81 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.570906] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae77f18e-de9e-46a0-93fb-022b2edd1513 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.581922] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cf5d6-4cf6-4efd-9423-5adf815f9425 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.618899] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a898dbb7-b1cb-4707-981e-1b456e0f1553 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.635221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2c67a8-91c6-4e4e-a283-81e6d09a3fbf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.638869] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319506, 'name': CreateVM_Task, 'duration_secs': 0.552133} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.639081] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.640141] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.640293] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.640654] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.640914] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8c6599-2792-4bf8-bc80-f6824763e5c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.651045] env[63339]: DEBUG nova.compute.provider_tree [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.656650] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 656.656650] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e339d5-9c40-2582-79a4-964925a13d66" [ 656.656650] env[63339]: _type = "Task" [ 656.656650] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.666865] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e339d5-9c40-2582-79a4-964925a13d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.798249] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7d33c-d17b-ab10-dca4-05114560dd0f, 'name': SearchDatastore_Task, 'duration_secs': 0.023026} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.799054] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.799266] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 32c2cdab-847b-405b-8fb1-2c6509b20552/32c2cdab-847b-405b-8fb1-2c6509b20552.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.799717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.801280] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.801832] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b67af6b-0179-49b1-bb29-e6b898f6c8ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.804461] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5e9e9c-28ce-4a3d-8455-56a4a6bf5b32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.814914] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 656.814914] env[63339]: value = "task-4319508" [ 656.814914] env[63339]: _type = "Task" [ 656.814914] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.816684] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.816684] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.820861] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455d1038-c0ae-41ee-99c8-b51a05bf14da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.846024] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 656.846024] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dd5fa0-5906-05c6-fc2b-ca19c668c76e" [ 656.846024] env[63339]: _type = "Task" [ 656.846024] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.846024] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.854999] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dd5fa0-5906-05c6-fc2b-ca19c668c76e, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.855867] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684f5075-410d-4f8f-ad5b-a5018f37bc9c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.865293] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 656.865293] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529abecd-07cb-83f5-a550-944c28c21e1e" [ 656.865293] env[63339]: _type = "Task" [ 656.865293] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.890641] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529abecd-07cb-83f5-a550-944c28c21e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.943207] env[63339]: DEBUG nova.network.neutron [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updated VIF entry in instance network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 656.943506] env[63339]: DEBUG nova.network.neutron [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.159125] env[63339]: DEBUG nova.scheduler.client.report [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.178677] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e339d5-9c40-2582-79a4-964925a13d66, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.179075] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.179346] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.179566] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.333470] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.367493] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.368270] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cc1ce91-8f02-47e7-aa51-cb15397e8850 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.380283] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 657.380283] env[63339]: value = "task-4319509" [ 657.380283] env[63339]: _type = "Task" [ 657.380283] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.386805] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529abecd-07cb-83f5-a550-944c28c21e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.389203] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.389618] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] b09e59b5-8e84-4e1c-999d-26485313b701/b09e59b5-8e84-4e1c-999d-26485313b701.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.389952] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.390181] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.390428] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9148b0a6-1626-4e7f-b7b9-ccd7e528b9cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.394736] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9fb2fe4-2c7a-457f-9dee-6ce05d52174c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.401305] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.409559] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 657.409559] env[63339]: value = "task-4319510" [ 657.409559] env[63339]: _type = "Task" [ 657.409559] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.420088] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.420390] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.426588] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8b080e-c4c5-4bd2-b84f-c6f7285a1e0b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.428445] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.433322] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 657.433322] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520d51a5-e7f2-952d-4ed8-eba1fefeb576" [ 657.433322] env[63339]: _type = "Task" [ 657.433322] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.449020] env[63339]: DEBUG oslo_concurrency.lockutils [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] Releasing lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.449020] env[63339]: DEBUG nova.compute.manager [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Received event network-vif-plugged-59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 657.449020] env[63339]: DEBUG oslo_concurrency.lockutils [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] Acquiring lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.449020] env[63339]: DEBUG oslo_concurrency.lockutils [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.449020] env[63339]: DEBUG oslo_concurrency.lockutils [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.449445] env[63339]: DEBUG nova.compute.manager [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] No waiting events found dispatching network-vif-plugged-59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.449755] env[63339]: WARNING nova.compute.manager [req-33d678a7-8cd4-4aac-be0c-72c1efe0f852 req-0706d379-35ed-4fd4-9003-dcf15d4780c3 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Received unexpected event network-vif-plugged-59de55ad-b177-4d4a-b1d9-f861a9d96d62 for instance with vm_state building and task_state spawning. [ 657.450286] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520d51a5-e7f2-952d-4ed8-eba1fefeb576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.564218] env[63339]: DEBUG nova.network.neutron [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Updating instance_info_cache with network_info: [{"id": "1958e03c-945b-4a1a-a234-18266044a580", "address": "fa:16:3e:54:78:73", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1958e03c-94", "ovs_interfaceid": "1958e03c-945b-4a1a-a234-18266044a580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.619144] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "2950ec52-a1f0-407f-816b-e3f91b7212c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.619625] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.673943] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.880s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.674545] env[63339]: DEBUG nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.677380] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.900s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.678969] env[63339]: INFO nova.compute.claims [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.828451] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682809} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.828451] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 32c2cdab-847b-405b-8fb1-2c6509b20552/32c2cdab-847b-405b-8fb1-2c6509b20552.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.828967] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.828967] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c49fbae-0253-4bc3-92a9-e585f55b5837 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.838326] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 657.838326] env[63339]: value = "task-4319511" [ 657.838326] env[63339]: _type = "Task" [ 657.838326] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.849482] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.897335] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319509, 'name': PowerOffVM_Task, 'duration_secs': 0.284428} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.897335] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.897335] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.898169] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96982c22-4741-483f-8c24-5df46dc72ad3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.907886] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.908110] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbac00b7-03ef-40ce-8c18-e86baaa9ef49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.919623] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.946014] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.946014] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.946504] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Deleting the datastore file [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.954337] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-584567ac-e0a5-4c73-badb-c5d45cad0e58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.955666] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520d51a5-e7f2-952d-4ed8-eba1fefeb576, 'name': SearchDatastore_Task, 'duration_secs': 0.03583} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.957335] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84e4f65-0956-43bb-a369-4b6642ba21f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.964470] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 657.964470] env[63339]: value = "task-4319513" [ 657.964470] env[63339]: _type = "Task" [ 657.964470] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.968856] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 657.968856] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c84896-30d8-635a-b5de-9126074999ba" [ 657.968856] env[63339]: _type = "Task" [ 657.968856] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.976976] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.987044] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c84896-30d8-635a-b5de-9126074999ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.071788] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77cec577-7460-45fe-ae9a-93ee8c9fc2fe tempest-ServerExternalEventsTest-795749855 tempest-ServerExternalEventsTest-795749855-project] Releasing lock "refresh_cache-fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.184310] env[63339]: DEBUG nova.compute.utils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.191816] env[63339]: DEBUG nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 658.349595] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10437} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.349918] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.350756] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac0e10-5662-4043-a205-f991be670945 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.378947] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 32c2cdab-847b-405b-8fb1-2c6509b20552/32c2cdab-847b-405b-8fb1-2c6509b20552.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.379298] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b4bcda-39a0-4607-9c0e-a21260899606 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.401921] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 658.401921] env[63339]: value = "task-4319514" [ 658.401921] env[63339]: _type = "Task" [ 658.401921] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.412008] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.422497] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919363} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.422800] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] b09e59b5-8e84-4e1c-999d-26485313b701/b09e59b5-8e84-4e1c-999d-26485313b701.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.423210] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.423491] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d33cd98-7bc8-46a4-bf50-4c7e540624a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.431786] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 658.431786] env[63339]: value = "task-4319515" [ 658.431786] env[63339]: _type = "Task" [ 658.431786] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.445779] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.477783] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384836} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.478956] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.479404] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.479594] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.486463] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c84896-30d8-635a-b5de-9126074999ba, 'name': SearchDatastore_Task, 'duration_secs': 0.049883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.489108] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.489108] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] fdfa7258-36c5-4d26-820b-b5389b9d4f6d/fdfa7258-36c5-4d26-820b-b5389b9d4f6d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.489108] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40e8e1f-a82d-4459-a70b-4ec7307f01ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.498655] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 658.498655] env[63339]: value = "task-4319516" [ 658.498655] env[63339]: _type = "Task" [ 658.498655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.508811] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.693192] env[63339]: DEBUG nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.921979] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.955203] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148642} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.956412] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.957089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fcd798-6e85-4aa9-b33a-110db94de55f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.000673] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] b09e59b5-8e84-4e1c-999d-26485313b701/b09e59b5-8e84-4e1c-999d-26485313b701.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.010535] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36d854c-bce4-4077-a98a-0948a8dd8888 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.045240] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.048305] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 659.048305] env[63339]: value = "task-4319517" [ 659.048305] env[63339]: _type = "Task" [ 659.048305] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.057705] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.208030] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d1ac32-e08a-4c18-934f-506232b89379 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.220567] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3551891-9a80-4c9d-b614-e295dbab33bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.281978] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.281978] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.281978] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.281978] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.282351] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.285696] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde89ecd-db01-4fbd-a1c4-2cd63f9eb320 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.290221] env[63339]: INFO nova.compute.manager [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Terminating instance [ 659.302126] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a13650b-4883-4147-aa6e-7c59c113d860 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.321574] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.370546] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "42b8aa63-b37b-42b7-ad88-b01f3f441416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.370804] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.416774] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319514, 'name': ReconfigVM_Task, 'duration_secs': 0.937953} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.417070] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 32c2cdab-847b-405b-8fb1-2c6509b20552/32c2cdab-847b-405b-8fb1-2c6509b20552.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.417723] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7967d12-607a-4768-94bf-57871f930152 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.426330] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 659.426330] env[63339]: value = "task-4319518" [ 659.426330] env[63339]: _type = "Task" [ 659.426330] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.440150] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319518, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.525712] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809366} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.526469] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] fdfa7258-36c5-4d26-820b-b5389b9d4f6d/fdfa7258-36c5-4d26-820b-b5389b9d4f6d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.526784] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.527106] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e517caee-0e25-4551-bbd8-014f16a9a161 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.537787] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 659.537787] env[63339]: value = "task-4319519" [ 659.537787] env[63339]: _type = "Task" [ 659.537787] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.547206] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.559838] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.573071] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.573499] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.573648] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.573920] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.574093] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.577533] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.577533] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.577533] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.577533] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.577533] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.577885] env[63339]: DEBUG nova.virt.hardware [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.577885] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd14550-49b8-468c-b5d3-21da7037e8f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.586680] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7aa4c-d52a-4507-9544-6f9d99cffd03 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.606592] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.613349] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.616556] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.617177] env[63339]: DEBUG nova.compute.manager [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 659.620601] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15fcbd3e-168a-451a-a5c5-b117ff1786d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.643716] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.643716] env[63339]: value = "task-4319520" [ 659.643716] env[63339]: _type = "Task" [ 659.643716] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.659677] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319520, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.716186] env[63339]: DEBUG nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.746072] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.746072] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.746072] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.746282] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.746282] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.746282] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.746282] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.746282] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.746449] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.746449] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.746449] env[63339]: DEBUG nova.virt.hardware [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.747523] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6441ae-cf90-4f68-b525-996a06fb5414 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.757797] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e339ba7-6b45-412a-84d6-f0792e4a0913 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.773877] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.780148] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Creating folder: Project (a3f805c86739442d8f51a7d0e64bf0e2). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.780148] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5c54935-ebcc-4cf8-ba0b-ee559a03469e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.792413] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Created folder: Project (a3f805c86739442d8f51a7d0e64bf0e2) in parent group-v849594. [ 659.792630] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Creating folder: Instances. Parent ref: group-v849621. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.792911] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b6d234-16b4-4a76-8e19-e04bcb456d07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.797619] env[63339]: DEBUG nova.compute.manager [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.797855] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.798923] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e1e036-872a-4dab-baff-96096a23c362 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.808341] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.808613] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abefce5-e72e-4e18-bd2b-b017e903e3b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.813027] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Created folder: Instances in parent group-v849621. [ 659.813263] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.813463] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.813668] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58e9bd6d-e69a-43a2-bb28-93a28561838c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.833511] env[63339]: DEBUG oslo_vmware.api [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 659.833511] env[63339]: value = "task-4319523" [ 659.833511] env[63339]: _type = "Task" [ 659.833511] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.841443] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.841443] env[63339]: value = "task-4319524" [ 659.841443] env[63339]: _type = "Task" [ 659.841443] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.848490] env[63339]: DEBUG oslo_vmware.api [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.863014] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319524, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.863352] env[63339]: ERROR nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [req-87dfd9a0-36b0-45ef-a0f4-f1515152461a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87dfd9a0-36b0-45ef-a0f4-f1515152461a"}]} [ 659.894859] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.943817] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319518, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.944224] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.944624] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.972894] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 660.010919] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 660.054364] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082446} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.060195] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.060195] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3fa14c-5c61-413e-ab88-aed536ef221e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.077981] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.114042] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] fdfa7258-36c5-4d26-820b-b5389b9d4f6d/fdfa7258-36c5-4d26-820b-b5389b9d4f6d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.118505] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd008e2c-026a-4a7e-be06-2ed698cdbf83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.158297] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 660.158297] env[63339]: value = "task-4319525" [ 660.158297] env[63339]: _type = "Task" [ 660.158297] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.161154] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319520, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.176151] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.217515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.249470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "d57768bf-d0e6-419d-80c5-060b3aacba5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.249470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.352021] env[63339]: DEBUG oslo_vmware.api [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319523, 'name': PowerOffVM_Task, 'duration_secs': 0.312559} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.355147] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.355268] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.358345] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6064cf4-6851-4295-a265-ad98e7343788 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.367200] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319524, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.440248] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319518, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.565076] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319517, 'name': ReconfigVM_Task, 'duration_secs': 1.257253} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.565428] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Reconfigured VM instance instance-00000008 to attach disk [datastore2] b09e59b5-8e84-4e1c-999d-26485313b701/b09e59b5-8e84-4e1c-999d-26485313b701.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.566447] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76c8b2e9-c30a-44e4-ba92-0ab759c8bbdd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.574837] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 660.574837] env[63339]: value = "task-4319527" [ 660.574837] env[63339]: _type = "Task" [ 660.574837] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.598057] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319527, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.630272] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220f3dc-05ba-4bf4-b5bf-9869363d1de8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.642926] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade8158-a4f6-43a0-b894-b15256deeefb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.651812] env[63339]: DEBUG nova.compute.manager [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Received event network-changed-59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 660.651812] env[63339]: DEBUG nova.compute.manager [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Refreshing instance network info cache due to event network-changed-59de55ad-b177-4d4a-b1d9-f861a9d96d62. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 660.651812] env[63339]: DEBUG oslo_concurrency.lockutils [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] Acquiring lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.651934] env[63339]: DEBUG oslo_concurrency.lockutils [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] Acquired lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.652206] env[63339]: DEBUG nova.network.neutron [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Refreshing network info cache for port 59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 660.671784] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319520, 'name': CreateVM_Task, 'duration_secs': 0.530352} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.695807] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.697979] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.697979] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.698322] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.700043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd7f0b-7fb5-42cf-bfb4-1de436105be1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.707493] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e12ccf9-b0b2-49eb-9a6e-fd697a17ce1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.711196] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.716845] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 660.716845] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294023c-881b-170b-37a7-d1ce6e593397" [ 660.716845] env[63339]: _type = "Task" [ 660.716845] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.722236] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87160bc3-223c-40fa-98f7-9feb88132f3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.734245] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294023c-881b-170b-37a7-d1ce6e593397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.742383] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.769161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.769406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.774449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.774712] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.860891] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319524, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.939476] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319518, 'name': Rename_Task, 'duration_secs': 1.250019} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.939797] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.940090] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70accc7d-8e5b-4258-a269-f3da8ed32907 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.948732] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 660.948732] env[63339]: value = "task-4319528" [ 660.948732] env[63339]: _type = "Task" [ 660.948732] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.959342] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.089817] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319527, 'name': Rename_Task, 'duration_secs': 0.174802} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.089817] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.089817] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bdb57f7-9527-4bb8-bc85-38f052479bae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.097914] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 661.097914] env[63339]: value = "task-4319529" [ 661.097914] env[63339]: _type = "Task" [ 661.097914] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.112535] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.172339] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.230195] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294023c-881b-170b-37a7-d1ce6e593397, 'name': SearchDatastore_Task, 'duration_secs': 0.024341} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.230622] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.230911] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.231169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.231333] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.231546] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.231846] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d1fbbf-7e4d-4bd6-902c-a06f15347ad0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.241881] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.242069] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.242819] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15779b42-96b3-4747-9ae0-ebd4ce80be15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.254948] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 661.254948] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525df627-dcb9-6237-1f18-c6b58ed681e2" [ 661.254948] env[63339]: _type = "Task" [ 661.254948] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.269971] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525df627-dcb9-6237-1f18-c6b58ed681e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.270772] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e4c07b-5991-4971-8130-8dce92238ca9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.277042] env[63339]: ERROR nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [req-6327dea5-7fdc-4225-bef2-3e1196a3bcc8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6327dea5-7fdc-4225-bef2-3e1196a3bcc8"}]} [ 661.287085] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 661.287085] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52121838-e962-d81d-51d3-8532aa0a8790" [ 661.287085] env[63339]: _type = "Task" [ 661.287085] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.297856] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52121838-e962-d81d-51d3-8532aa0a8790, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.298146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.298471] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.298755] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2db9989-30a0-4455-b434-4efa8cbed6f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.303010] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.307206] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 661.307206] env[63339]: value = "task-4319530" [ 661.307206] env[63339]: _type = "Task" [ 661.307206] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.315908] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.322140] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.322396] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.339895] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.366663] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319524, 'name': CreateVM_Task, 'duration_secs': 1.225149} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.366663] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.367013] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.367217] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.367598] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.369237] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.371748] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f579fdd9-d057-484a-9576-867ca6ec188c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.380580] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 661.380580] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52488e84-3a12-ed9e-cc08-075f91d2efc3" [ 661.380580] env[63339]: _type = "Task" [ 661.380580] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.389891] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52488e84-3a12-ed9e-cc08-075f91d2efc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.460432] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319528, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.466999] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.467296] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.467482] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.468085] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.468329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.471297] env[63339]: INFO nova.compute.manager [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Terminating instance [ 661.537362] env[63339]: DEBUG nova.network.neutron [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updated VIF entry in instance network info cache for port 59de55ad-b177-4d4a-b1d9-f861a9d96d62. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 661.537727] env[63339]: DEBUG nova.network.neutron [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updating instance_info_cache with network_info: [{"id": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "address": "fa:16:3e:e1:fb:d2", "network": {"id": "1210f6d4-7ca6-42c7-bdb9-f2eeded1e586", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1545295806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a449215a2974b52a2d892fe1b89df5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59de55ad-b1", "ovs_interfaceid": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.614560] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.682698] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319525, 'name': ReconfigVM_Task, 'duration_secs': 1.023542} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.683029] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] fdfa7258-36c5-4d26-820b-b5389b9d4f6d/fdfa7258-36c5-4d26-820b-b5389b9d4f6d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.683694] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21b67409-4a87-403e-8427-be047b5c3e4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.699552] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 661.699552] env[63339]: value = "task-4319531" [ 661.699552] env[63339]: _type = "Task" [ 661.699552] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.707509] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319531, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.819689] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.897242] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52488e84-3a12-ed9e-cc08-075f91d2efc3, 'name': SearchDatastore_Task, 'duration_secs': 0.056265} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.897578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.897820] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.898072] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.898219] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.898428] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.899051] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4be63bd-0257-40bc-893d-fd4d58b783fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.910081] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.910081] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.910081] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Deleting the datastore file [datastore1] fdd97ec9-4a59-4194-84a6-b4c13f64fd3d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.910081] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae584dda-b070-4bd4-a2c9-334ae2e2d98e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.913672] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.914020] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.915874] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ed7a63-2ccf-4d5f-8d8b-a00949d76881 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.924024] env[63339]: DEBUG oslo_vmware.api [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for the task: (returnval){ [ 661.924024] env[63339]: value = "task-4319532" [ 661.924024] env[63339]: _type = "Task" [ 661.924024] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.924346] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 661.924346] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52648d7a-334f-d6a8-71fb-c835e9f8f949" [ 661.924346] env[63339]: _type = "Task" [ 661.924346] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.944966] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52648d7a-334f-d6a8-71fb-c835e9f8f949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.952852] env[63339]: DEBUG oslo_vmware.api [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.967611] env[63339]: DEBUG oslo_vmware.api [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319528, 'name': PowerOnVM_Task, 'duration_secs': 0.956815} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.967950] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.968249] env[63339]: INFO nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Took 17.70 seconds to spawn the instance on the hypervisor. [ 661.968480] env[63339]: DEBUG nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.969426] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a0248-512b-46f2-b6ff-82f2ccb27f96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.986199] env[63339]: DEBUG nova.compute.manager [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.986199] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.992240] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1dca6b-ab24-4e80-afdc-517c1b2827e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.997430] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2163a36-7598-4a3a-8992-1cf67f8ebc03 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.000278] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.001209] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c3a972-7b1c-447e-adef-594e31646690 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.012677] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d853ef21-5bbf-4b81-97c9-97a3b97bedad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.018728] env[63339]: DEBUG oslo_vmware.api [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 662.018728] env[63339]: value = "task-4319533" [ 662.018728] env[63339]: _type = "Task" [ 662.018728] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.059885] env[63339]: DEBUG oslo_concurrency.lockutils [req-d33a162f-3e74-42f8-b92f-a9564cf69c51 req-8447919c-df66-430b-aeac-2f4b1c42f867 service nova] Releasing lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.059885] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9179914-a7a5-4745-9c90-c246de437a64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.067416] env[63339]: DEBUG oslo_vmware.api [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.077941] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88e2299-7004-425e-9f0c-df418a118d08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.097164] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.111120] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319529, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.208653] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319531, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.318888] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.447475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.447712] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "39273104-66d6-4520-a1df-31d8f928931d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.447943] env[63339]: DEBUG oslo_vmware.api [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Task: {'id': task-4319532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215906} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.448300] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.448408] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.449767] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.450025] env[63339]: INFO nova.compute.manager [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Took 2.65 seconds to destroy the instance on the hypervisor. [ 662.450299] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.455220] env[63339]: DEBUG nova.compute.manager [-] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.455327] env[63339]: DEBUG nova.network.neutron [-] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 662.457271] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52648d7a-334f-d6a8-71fb-c835e9f8f949, 'name': SearchDatastore_Task, 'duration_secs': 0.034455} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.458543] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96844d8e-9040-48ad-8512-8fb82411665a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.466439] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 662.466439] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255e637-5b3f-49ea-ebc0-1a17f1bcc3d0" [ 662.466439] env[63339]: _type = "Task" [ 662.466439] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.481961] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255e637-5b3f-49ea-ebc0-1a17f1bcc3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.503087] env[63339]: INFO nova.compute.manager [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Took 30.71 seconds to build instance. [ 662.533215] env[63339]: DEBUG oslo_vmware.api [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319533, 'name': PowerOffVM_Task, 'duration_secs': 0.442164} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.533215] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.533215] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.536155] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8647fa-e06e-4e51-9c9a-3b6c32af4804 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.619983] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319529, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.634459] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.634718] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.634941] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleting the datastore file [datastore1] 95eff2bc-3e47-4fe0-b758-20a8da8561b1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.637791] env[63339]: ERROR nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [req-ddad230e-2f55-4314-8d51-e2bfac524578] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ddad230e-2f55-4314-8d51-e2bfac524578"}]} [ 662.637973] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-504acf7d-17d7-4ed9-9df9-bfccbccb43a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.650703] env[63339]: DEBUG oslo_vmware.api [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 662.650703] env[63339]: value = "task-4319535" [ 662.650703] env[63339]: _type = "Task" [ 662.650703] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.668788] env[63339]: DEBUG oslo_vmware.api [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.673766] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.705777] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.706227] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.723265] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319531, 'name': Rename_Task, 'duration_secs': 0.776433} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.723265] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.723265] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e82333f4-912e-47a3-8d1a-ef3ac7306a66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.730875] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.735079] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 662.735079] env[63339]: value = "task-4319536" [ 662.735079] env[63339]: _type = "Task" [ 662.735079] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.745978] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.771254] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.819710] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.454548} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.823630] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.824239] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.824829] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9b767e-4969-43bf-b209-2cf373497afb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.835042] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 662.835042] env[63339]: value = "task-4319537" [ 662.835042] env[63339]: _type = "Task" [ 662.835042] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.849967] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.982293] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255e637-5b3f-49ea-ebc0-1a17f1bcc3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.048888} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.982293] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.982701] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 256fe9ec-78a1-48b3-8716-49e7922668c4/256fe9ec-78a1-48b3-8716-49e7922668c4.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.982701] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d0132a-c86c-4124-a053-6e8740e6f92f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.994754] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 662.994754] env[63339]: value = "task-4319538" [ 662.994754] env[63339]: _type = "Task" [ 662.994754] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.010762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.222s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.018922] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.119709] env[63339]: DEBUG oslo_vmware.api [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319529, 'name': PowerOnVM_Task, 'duration_secs': 1.949636} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.120016] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.120216] env[63339]: INFO nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Took 16.38 seconds to spawn the instance on the hypervisor. [ 663.120394] env[63339]: DEBUG nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.125784] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b9b94-fa9b-4899-96d5-e0aaa7d8bbcd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.170679] env[63339]: DEBUG oslo_vmware.api [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280734} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.170958] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.171160] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.171336] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.171518] env[63339]: INFO nova.compute.manager [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 663.171805] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.172024] env[63339]: DEBUG nova.compute.manager [-] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.172163] env[63339]: DEBUG nova.network.neutron [-] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 663.250113] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.347216] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087472} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.348921] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.348921] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3aacfa-a342-4f49-9b3b-8e2407a95744 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.382131] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.385347] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d279c122-567b-4ef7-9263-791b56254beb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.414301] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 663.414301] env[63339]: value = "task-4319539" [ 663.414301] env[63339]: _type = "Task" [ 663.414301] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.423075] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "fc50a5c0-b486-424c-af05-650f31d9595b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.423365] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "fc50a5c0-b486-424c-af05-650f31d9595b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.429851] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319539, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.466025] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5b3d3-0c88-402f-a2b9-5e7455df2f84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.477401] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e33a7-3c9c-4a0e-969c-f1b7803ef955 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.522256] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "14f78e65-396c-438a-9eb7-8e923730d915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.522256] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "14f78e65-396c-438a-9eb7-8e923730d915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.522617] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "14f78e65-396c-438a-9eb7-8e923730d915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.522914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "14f78e65-396c-438a-9eb7-8e923730d915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.523195] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "14f78e65-396c-438a-9eb7-8e923730d915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.525331] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.529023] env[63339]: INFO nova.compute.manager [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Terminating instance [ 663.535156] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc4eec-3c95-48da-b05b-50a678d39c14 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.556425] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa21603c-908c-434c-ae46-f68748e37aee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.563886] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.582044] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.654720] env[63339]: INFO nova.compute.manager [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Took 24.41 seconds to build instance. [ 663.748064] env[63339]: DEBUG oslo_vmware.api [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319536, 'name': PowerOnVM_Task, 'duration_secs': 1.004565} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.748481] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.748610] env[63339]: INFO nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Took 14.46 seconds to spawn the instance on the hypervisor. [ 663.748950] env[63339]: DEBUG nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.749696] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a0837-9982-423f-9308-669738b1d80a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.930229] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.036611] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649127} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.036974] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 256fe9ec-78a1-48b3-8716-49e7922668c4/256fe9ec-78a1-48b3-8716-49e7922668c4.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.037142] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.037381] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba151de-b2a8-4d7d-813e-b5f8c64500e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.046179] env[63339]: DEBUG nova.compute.manager [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.046179] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.047124] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f4fe0-5bc4-457c-92eb-beef31ba324b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.052056] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 664.052056] env[63339]: value = "task-4319540" [ 664.052056] env[63339]: _type = "Task" [ 664.052056] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.058904] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.059021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d9d9ba-60cb-44a4-82bc-adfdc28c1b76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.065850] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.067048] env[63339]: DEBUG oslo_vmware.api [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 664.067048] env[63339]: value = "task-4319541" [ 664.067048] env[63339]: _type = "Task" [ 664.067048] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.078178] env[63339]: DEBUG oslo_vmware.api [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.088844] env[63339]: DEBUG nova.network.neutron [-] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.094416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.117605] env[63339]: ERROR nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [req-73ed148a-eb33-46e3-b5df-4fe6d4088c74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73ed148a-eb33-46e3-b5df-4fe6d4088c74"}]} [ 664.117605] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.439s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.120553] env[63339]: ERROR nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73ed148a-eb33-46e3-b5df-4fe6d4088c74"}]} [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Traceback (most recent call last): [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] with self.rt.instance_claim(context, instance, node, allocs, [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] return f(*args, **kwargs) [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] self._update(elevated, cn) [ 664.120553] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] self._update_to_placement(context, compute_node, startup) [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] raise attempt.get() [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] six.reraise(self.value[0], self.value[1], self.value[2]) [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] raise value [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 664.120972] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] self.reportclient.update_from_provider_tree( [ 664.121384] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 664.121384] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] self.set_inventory_for_provider( [ 664.121384] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 664.121384] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] raise exception.ResourceProviderUpdateConflict( [ 664.121384] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73ed148a-eb33-46e3-b5df-4fe6d4088c74"}]} [ 664.121384] env[63339]: ERROR nova.compute.manager [instance: 021300e0-ee8a-412e-840b-f921befc04a4] [ 664.121384] env[63339]: DEBUG nova.compute.utils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] A conflict was encountered attempting to update resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=63339) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 664.125563] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.717s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.125563] env[63339]: INFO nova.compute.claims [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.134471] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Build of instance 021300e0-ee8a-412e-840b-f921befc04a4 was re-scheduled: A conflict was encountered attempting to update resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73ed148a-eb33-46e3-b5df-4fe6d4088c74"}]} {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 664.134887] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Unplugging VIFs for instance {{(pid=63339) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 664.135228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "refresh_cache-021300e0-ee8a-412e-840b-f921befc04a4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.135397] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "refresh_cache-021300e0-ee8a-412e-840b-f921befc04a4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.135568] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 664.157357] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7324c8fa-c35e-452e-883a-3d09ec71508e tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "b09e59b5-8e84-4e1c-999d-26485313b701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.925s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.273477] env[63339]: INFO nova.compute.manager [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Took 24.01 seconds to build instance. [ 664.375672] env[63339]: DEBUG nova.network.neutron [-] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.432857] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319539, 'name': ReconfigVM_Task, 'duration_secs': 0.864784} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.433161] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Reconfigured VM instance instance-00000006 to attach disk [datastore2] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.433819] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a49e2d8a-ab31-42c0-b1b1-26afe2fe9b5d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.442416] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 664.442416] env[63339]: value = "task-4319542" [ 664.442416] env[63339]: _type = "Task" [ 664.442416] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.456035] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319542, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.563306] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193004} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.563466] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.564395] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd5519e-e7a3-450f-b8a9-143f7128f36a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.591958] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 256fe9ec-78a1-48b3-8716-49e7922668c4/256fe9ec-78a1-48b3-8716-49e7922668c4.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.596143] env[63339]: INFO nova.compute.manager [-] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Took 2.14 seconds to deallocate network for instance. [ 664.596437] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c31a247-687a-43f5-b343-4632e01424ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.612291] env[63339]: DEBUG oslo_vmware.api [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319541, 'name': PowerOffVM_Task, 'duration_secs': 0.45306} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.613159] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.613347] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.615363] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c2c757-d116-4829-87ed-c29db00de354 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.621593] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 664.621593] env[63339]: value = "task-4319543" [ 664.621593] env[63339]: _type = "Task" [ 664.621593] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.637976] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.659639] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.671967] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 664.700326] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.700326] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.700326] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleting the datastore file [datastore1] 14f78e65-396c-438a-9eb7-8e923730d915 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.700326] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5276416a-4f28-40ff-a5bd-df10fca9e93e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.709065] env[63339]: DEBUG oslo_vmware.api [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 664.709065] env[63339]: value = "task-4319545" [ 664.709065] env[63339]: _type = "Task" [ 664.709065] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.723021] env[63339]: DEBUG oslo_vmware.api [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.774720] env[63339]: DEBUG oslo_concurrency.lockutils [None req-975d3189-d8df-4d13-b026-ddcd088c828f tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.521s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.831872] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.882546] env[63339]: INFO nova.compute.manager [-] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Took 1.71 seconds to deallocate network for instance. [ 664.959071] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319542, 'name': Rename_Task, 'duration_secs': 0.185292} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.960272] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.960488] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c357c6b6-6d20-453e-aeff-e7e7aa7e3e5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.970799] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 664.970799] env[63339]: value = "task-4319546" [ 664.970799] env[63339]: _type = "Task" [ 664.970799] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.980262] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.047406] env[63339]: DEBUG nova.compute.manager [req-cd915c3f-49e5-4193-bc31-133742bce81a req-57872936-5635-403d-9df1-70fbb810b57b service nova] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Received event network-vif-deleted-1958e03c-945b-4a1a-a234-18266044a580 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 665.125797] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.136570] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.171753] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.189967] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.191984] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.200589] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.204262] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.219128] env[63339]: DEBUG oslo_vmware.api [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242674} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.219422] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.219702] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.219801] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.219940] env[63339]: INFO nova.compute.manager [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Took 1.17 seconds to destroy the instance on the hypervisor. [ 665.220202] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.220391] env[63339]: DEBUG nova.compute.manager [-] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.220483] env[63339]: DEBUG nova.network.neutron [-] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 665.237392] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.282657] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.338997] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "refresh_cache-021300e0-ee8a-412e-840b-f921befc04a4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.338997] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=63339) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 665.343089] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.343420] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 665.375170] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 665.393379] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.494465] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319546, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.646354] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319543, 'name': ReconfigVM_Task, 'duration_secs': 0.540413} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.653902] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 256fe9ec-78a1-48b3-8716-49e7922668c4/256fe9ec-78a1-48b3-8716-49e7922668c4.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.653902] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a15bc239-a92e-4ecc-afc7-067a4cd2a8ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.662166] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 665.662166] env[63339]: value = "task-4319547" [ 665.662166] env[63339]: _type = "Task" [ 665.662166] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.672773] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319547, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.757181] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d212c9c8-aae9-42a6-aee0-9f5ab258169b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.765670] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3c6f14-81b6-4a53-8053-0645bd6bcdb9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.805062] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84431646-5570-4913-8e70-1b7043806352 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.815590] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1d4516-1c45-47c0-81f2-f6ed248b6de3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.820917] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.833777] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.879491] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.983038] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319546, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.989036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Acquiring lock "32c2cdab-847b-405b-8fb1-2c6509b20552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.989036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.989348] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Acquiring lock "32c2cdab-847b-405b-8fb1-2c6509b20552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.989348] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.989782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.991981] env[63339]: INFO nova.compute.manager [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Terminating instance [ 666.071954] env[63339]: DEBUG nova.network.neutron [-] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.175707] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319547, 'name': Rename_Task, 'duration_secs': 0.313138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.176805] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.177105] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7e8a7f4-ff1a-43ff-bf7e-50c1e36258e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.186474] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 666.186474] env[63339]: value = "task-4319548" [ 666.186474] env[63339]: _type = "Task" [ 666.186474] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.200979] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.247432] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.248037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.365843] env[63339]: ERROR nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [req-7c9e80bb-be4c-4557-8d7e-6039eeeedfc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c9e80bb-be4c-4557-8d7e-6039eeeedfc9"}]} [ 666.381815] env[63339]: INFO nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 021300e0-ee8a-412e-840b-f921befc04a4] Took 1.04 seconds to deallocate network for instance. [ 666.398202] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.422923] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.423882] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.440460] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.468985] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.487762] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319546, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.496798] env[63339]: DEBUG nova.compute.manager [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.497040] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.498049] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7053c32c-a094-4649-874f-d7f9103160c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.509684] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.510046] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb5e6bd-9a83-45d2-8de5-7e9fe9f06d32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.523164] env[63339]: DEBUG oslo_vmware.api [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Waiting for the task: (returnval){ [ 666.523164] env[63339]: value = "task-4319549" [ 666.523164] env[63339]: _type = "Task" [ 666.523164] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.530040] env[63339]: DEBUG oslo_vmware.api [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Task: {'id': task-4319549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.577036] env[63339]: INFO nova.compute.manager [-] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Took 1.36 seconds to deallocate network for instance. [ 666.700218] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319548, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.966141] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b7b058-4aad-4c05-84aa-28f1e463ad81 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.974628] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c789c3a6-5c4b-46d9-94df-3053372fdaf7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.987291] env[63339]: DEBUG oslo_vmware.api [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319546, 'name': PowerOnVM_Task, 'duration_secs': 1.574824} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.011356] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.011664] env[63339]: DEBUG nova.compute.manager [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.012996] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e4b2c-2692-4006-9e84-a6e43f23731a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.016339] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e862aec-91cc-4511-bc1e-ef9f9230a2df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.029749] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ffc14-5a01-477f-9615-d4dc1e0d3027 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.043385] env[63339]: DEBUG oslo_vmware.api [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Task: {'id': task-4319549, 'name': PowerOffVM_Task, 'duration_secs': 0.249321} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.051824] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.052083] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.052993] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.054988] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e04a75-ace0-47c9-9a9d-39d17c9f4c7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.084429] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.125220] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.125378] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.125495] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Deleting the datastore file [datastore2] 32c2cdab-847b-405b-8fb1-2c6509b20552 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.125770] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5934c304-1422-469c-91c3-52ddd33f4d69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.135188] env[63339]: DEBUG oslo_vmware.api [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Waiting for the task: (returnval){ [ 667.135188] env[63339]: value = "task-4319551" [ 667.135188] env[63339]: _type = "Task" [ 667.135188] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.145769] env[63339]: DEBUG oslo_vmware.api [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Task: {'id': task-4319551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.197762] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.474319] env[63339]: INFO nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleted allocations for instance 021300e0-ee8a-412e-840b-f921befc04a4 [ 667.554476] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.609559] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 667.609816] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 33 to 34 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 667.610030] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.650862] env[63339]: DEBUG oslo_vmware.api [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Task: {'id': task-4319551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46698} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.650862] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.650862] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.650862] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.650862] env[63339]: INFO nova.compute.manager [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Took 1.15 seconds to destroy the instance on the hypervisor. [ 667.651099] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.651099] env[63339]: DEBUG nova.compute.manager [-] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.651099] env[63339]: DEBUG nova.network.neutron [-] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 667.700399] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.993475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "021300e0-ee8a-412e-840b-f921befc04a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.330s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.120115] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.997s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.120417] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.123735] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.349s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.127444] env[63339]: INFO nova.compute.claims [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.203497] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.206359] env[63339]: DEBUG nova.compute.manager [req-4e24dc17-65cc-458a-a86a-4ace0511a3df req-fe12d0ea-e2a0-4705-85f0-e223b7a61555 service nova] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Received event network-vif-deleted-f8560d25-8d99-4df4-8c69-345be69cdc13 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 668.206623] env[63339]: DEBUG nova.compute.manager [req-4e24dc17-65cc-458a-a86a-4ace0511a3df req-fe12d0ea-e2a0-4705-85f0-e223b7a61555 service nova] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Received event network-vif-deleted-cf826fd6-cdd9-4662-ab94-2eb59a664356 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 668.497608] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.632346] env[63339]: DEBUG nova.compute.utils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.635907] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.635907] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 668.700354] env[63339]: DEBUG oslo_vmware.api [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319548, 'name': PowerOnVM_Task, 'duration_secs': 2.132439} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.700576] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.700812] env[63339]: INFO nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Took 8.99 seconds to spawn the instance on the hypervisor. [ 668.700996] env[63339]: DEBUG nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.701854] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f500c27-cd7a-43e6-b2c1-f6298af155cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.749334] env[63339]: DEBUG nova.policy [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7793cf1c930741b294a7d69f9ebb5d0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ad648c4d0f0485e93636cddec0e8744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.040172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.061082] env[63339]: DEBUG nova.network.neutron [-] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.136333] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.234721] env[63339]: INFO nova.compute.manager [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Took 26.19 seconds to build instance. [ 669.563656] env[63339]: INFO nova.compute.manager [-] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Took 1.91 seconds to deallocate network for instance. [ 669.744866] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ba5fae8-9750-4fc8-8ed2-d4514c725c59 tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "256fe9ec-78a1-48b3-8716-49e7922668c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.716s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.969270] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Successfully created port: 12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 669.977742] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "c11326c5-1647-4273-a28a-f59801f853cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.977742] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.980676] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b25831-bdfe-43bb-92fb-1fbf81768381 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.991649] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22044d4-5f67-45d0-9cd6-6c946370b9be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.037662] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd945331-27da-470d-ae43-afc6b2386455 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.047123] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d310d03-d180-4409-b9c8-29e1949f428c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.063062] env[63339]: DEBUG nova.compute.provider_tree [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.073846] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.150295] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.188195] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.188195] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.188195] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.188410] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.188410] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.188410] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.188410] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.188410] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.188609] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.188609] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.188609] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.189347] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ff962e-ac01-45e3-8085-4ec0323724b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.200023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f95abc-2149-483a-9e13-aa41a0f667ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.248320] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.313739] env[63339]: DEBUG nova.compute.manager [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Received event network-changed-59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 670.313932] env[63339]: DEBUG nova.compute.manager [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Refreshing instance network info cache due to event network-changed-59de55ad-b177-4d4a-b1d9-f861a9d96d62. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 670.314120] env[63339]: DEBUG oslo_concurrency.lockutils [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] Acquiring lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.314266] env[63339]: DEBUG oslo_concurrency.lockutils [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] Acquired lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.314431] env[63339]: DEBUG nova.network.neutron [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Refreshing network info cache for port 59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 670.566366] env[63339]: DEBUG nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.788326] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.871384] env[63339]: INFO nova.compute.manager [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Rebuilding instance [ 670.952495] env[63339]: DEBUG nova.compute.manager [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.953330] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a8d60-998c-475d-9060-49f7d0c59c71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.073870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.950s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.074411] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.078243] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.294s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.085261] env[63339]: INFO nova.compute.claims [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.423110] env[63339]: DEBUG nova.compute.manager [req-e314c712-1a09-4ca9-8fa5-5a91c709f5e0 req-12c324db-28e0-4095-be8b-045ad15fc087 service nova] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Received event network-vif-deleted-e600bf56-7575-4eec-b561-d2285bfa660f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.446969] env[63339]: DEBUG nova.network.neutron [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updated VIF entry in instance network info cache for port 59de55ad-b177-4d4a-b1d9-f861a9d96d62. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 671.447106] env[63339]: DEBUG nova.network.neutron [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updating instance_info_cache with network_info: [{"id": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "address": "fa:16:3e:e1:fb:d2", "network": {"id": "1210f6d4-7ca6-42c7-bdb9-f2eeded1e586", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1545295806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a449215a2974b52a2d892fe1b89df5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59de55ad-b1", "ovs_interfaceid": "59de55ad-b177-4d4a-b1d9-f861a9d96d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.579959] env[63339]: DEBUG nova.compute.utils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.581577] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.582020] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 671.670493] env[63339]: DEBUG nova.policy [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7793cf1c930741b294a7d69f9ebb5d0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ad648c4d0f0485e93636cddec0e8744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.748634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.951196] env[63339]: DEBUG oslo_concurrency.lockutils [req-8f60ea0e-1544-4af8-8ec5-f89776179926 req-d89b9ad8-8dc4-491d-b0cc-9484f5eb9a5a service nova] Releasing lock "refresh_cache-fdfa7258-36c5-4d26-820b-b5389b9d4f6d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977735] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.978098] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e106b3b6-5fd9-404f-ae2c-2058318d0477 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.990651] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 671.990651] env[63339]: value = "task-4319552" [ 671.990651] env[63339]: _type = "Task" [ 671.990651] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.001391] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.088739] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Successfully updated port: 12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 672.090465] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.107830] env[63339]: DEBUG nova.compute.manager [None req-6c6e64ff-8b16-46d2-b3cb-c96ec13a5ad4 tempest-ServerDiagnosticsV248Test-128224144 tempest-ServerDiagnosticsV248Test-128224144-project-admin] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.115863] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04cec2-6f59-4b87-b83f-bf9a79df7ac3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.125917] env[63339]: INFO nova.compute.manager [None req-6c6e64ff-8b16-46d2-b3cb-c96ec13a5ad4 tempest-ServerDiagnosticsV248Test-128224144 tempest-ServerDiagnosticsV248Test-128224144-project-admin] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Retrieving diagnostics [ 672.126609] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4dbc18-4805-457c-a15c-f6d4c8eba74c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.355916] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Successfully created port: 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.501205] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319552, 'name': PowerOffVM_Task, 'duration_secs': 0.310261} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.504477] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.504650] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.506691] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d0ae5-e291-4935-bf74-94dc5a35df2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.516370] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.517033] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7d71dc-09bd-447d-82e6-0eb54fe02ec9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.545622] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.545875] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.545934] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Deleting the datastore file [datastore2] d0105121-3a59-4eac-ad1f-d31d6d268da0 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.546331] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b39fd45b-785e-4b0e-9fd5-073b3c16e243 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.556548] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 672.556548] env[63339]: value = "task-4319554" [ 672.556548] env[63339]: _type = "Task" [ 672.556548] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.566133] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.597212] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597279] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597403] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 672.675582] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29973abb-0ccf-443b-8cef-cdf1043a40eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.685583] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92765398-cc61-4f52-be19-a5d812c153a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.724383] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f7fc94-4dc1-4e56-b132-4d865401d7d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.737043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c085145a-99ae-4459-a4a2-2bc4be08f361 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.753732] env[63339]: DEBUG nova.compute.provider_tree [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.068179] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306021} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.068265] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.068510] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.068840] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.113723] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.156282] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.156282] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.156282] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.156666] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.156666] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.156725] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.156928] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.157166] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.157280] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.157438] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.157607] env[63339]: DEBUG nova.virt.hardware [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.161405] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27fc47-8868-497d-b860-499a151a86d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.171382] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a89777-5ec2-42be-8cfe-21543904b455 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.194429] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 673.258598] env[63339]: DEBUG nova.scheduler.client.report [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.488162] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Updating instance_info_cache with network_info: [{"id": "12b7e6ab-0482-4704-995f-c3a6579ca3ac", "address": "fa:16:3e:64:5b:4d", "network": {"id": "3268b90e-41ab-47b9-9da7-84abf9f074cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-364713344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad648c4d0f0485e93636cddec0e8744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b7e6ab-04", "ovs_interfaceid": "12b7e6ab-0482-4704-995f-c3a6579ca3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.539154] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "6588d641-32ed-4469-a13f-44d2f5f699d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.767969] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.769125] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.772213] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.728s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.774298] env[63339]: INFO nova.compute.claims [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.990555] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.991217] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance network_info: |[{"id": "12b7e6ab-0482-4704-995f-c3a6579ca3ac", "address": "fa:16:3e:64:5b:4d", "network": {"id": "3268b90e-41ab-47b9-9da7-84abf9f074cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-364713344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad648c4d0f0485e93636cddec0e8744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b7e6ab-04", "ovs_interfaceid": "12b7e6ab-0482-4704-995f-c3a6579ca3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.991368] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:5b:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b7e6ab-0482-4704-995f-c3a6579ca3ac', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.999578] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Creating folder: Project (2ad648c4d0f0485e93636cddec0e8744). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.999892] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0120f272-cb41-4841-ba19-62060ea44df4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.012184] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Created folder: Project (2ad648c4d0f0485e93636cddec0e8744) in parent group-v849594. [ 674.012339] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Creating folder: Instances. Parent ref: group-v849624. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.012577] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24e17b5c-39a9-4ec9-a16f-f3ec98051a77 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.024896] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Created folder: Instances in parent group-v849624. [ 674.026096] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.026622] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.027065] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b163e4b-e1f5-4a1f-a738-56504aac1158 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.053146] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.053146] env[63339]: value = "task-4319557" [ 674.053146] env[63339]: _type = "Task" [ 674.053146] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.062891] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319557, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.113317] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.113951] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.114473] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.115160] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.115614] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.116066] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.116463] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.119027] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.119027] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.119027] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.119027] env[63339]: DEBUG nova.virt.hardware [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.119027] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc00f7f-1f09-462a-bf09-c9506e4051c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.131130] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e5aaf-2126-46ec-82ca-34bf9fe7b6d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.149467] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.157148] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.157554] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.157846] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04db408f-46b1-4f5f-bf7d-36e2ba2202ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.178948] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.178948] env[63339]: value = "task-4319558" [ 674.178948] env[63339]: _type = "Task" [ 674.178948] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.188984] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319558, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.283410] env[63339]: DEBUG nova.compute.utils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.285570] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.286041] env[63339]: DEBUG nova.network.neutron [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 674.382209] env[63339]: DEBUG nova.policy [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cd50135b7b48518ce1a0f673eda836', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09d09416bb1c4766850783d0a6c56bd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.566973] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319557, 'name': CreateVM_Task, 'duration_secs': 0.431473} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.566973] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.568573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.568573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.570693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.570693] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f850b1-9b20-4e87-bd06-c679af23d206 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.577897] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 674.577897] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c0d6a1-14d9-9dd3-c618-581a0a74bdad" [ 674.577897] env[63339]: _type = "Task" [ 674.577897] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.580550] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Successfully updated port: 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.593998] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c0d6a1-14d9-9dd3-c618-581a0a74bdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.691046] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319558, 'name': CreateVM_Task, 'duration_secs': 0.350103} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.691257] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.691803] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.790928] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.897888] env[63339]: DEBUG nova.compute.manager [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Received event network-vif-plugged-12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 674.897888] env[63339]: DEBUG oslo_concurrency.lockutils [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] Acquiring lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.897888] env[63339]: DEBUG oslo_concurrency.lockutils [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.897888] env[63339]: DEBUG oslo_concurrency.lockutils [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.898053] env[63339]: DEBUG nova.compute.manager [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] No waiting events found dispatching network-vif-plugged-12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.899426] env[63339]: WARNING nova.compute.manager [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Received unexpected event network-vif-plugged-12b7e6ab-0482-4704-995f-c3a6579ca3ac for instance with vm_state building and task_state deleting. [ 674.899521] env[63339]: DEBUG nova.compute.manager [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Received event network-changed-12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 674.899918] env[63339]: DEBUG nova.compute.manager [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Refreshing instance network info cache due to event network-changed-12b7e6ab-0482-4704-995f-c3a6579ca3ac. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 674.899918] env[63339]: DEBUG oslo_concurrency.lockutils [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] Acquiring lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.900060] env[63339]: DEBUG oslo_concurrency.lockutils [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] Acquired lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.900127] env[63339]: DEBUG nova.network.neutron [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Refreshing network info cache for port 12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 675.089985] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.090264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.090430] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 675.104678] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c0d6a1-14d9-9dd3-c618-581a0a74bdad, 'name': SearchDatastore_Task, 'duration_secs': 0.024647} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.108189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.108189] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.108189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.108189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.108493] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.108493] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.108493] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.108658] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f259d16-db48-4050-85e6-3e23f59745ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.112569] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49949d03-9a11-4fb0-bf84-079948c8f802 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.125637] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 675.125637] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526e7c50-3fc3-da67-d8e1-fa319f9b8693" [ 675.125637] env[63339]: _type = "Task" [ 675.125637] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.127372] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.127821] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.132405] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f06273-12aa-4240-8bef-991bb1bb26f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.145168] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526e7c50-3fc3-da67-d8e1-fa319f9b8693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.146134] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 675.146134] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52898316-cef1-3609-e205-8796768e3022" [ 675.146134] env[63339]: _type = "Task" [ 675.146134] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.155872] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52898316-cef1-3609-e205-8796768e3022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.328785] env[63339]: DEBUG nova.network.neutron [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Successfully created port: 2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 675.393223] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec9ebf-a0a1-42fe-a968-c20662c778c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.402765] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5184621-aab7-4aad-9b02-2f31b8365539 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.437890] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b129d74-1bac-4c9a-80e1-5427aac8faa4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.446757] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704379f-61ef-4657-911b-5c18936459e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.461346] env[63339]: DEBUG nova.compute.provider_tree [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.640504] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526e7c50-3fc3-da67-d8e1-fa319f9b8693, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.641282] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.641749] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.642104] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.666151] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52898316-cef1-3609-e205-8796768e3022, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.666151] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f15e969-17af-4ef4-8f8c-6871e52373bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.675580] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 675.675580] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa69b-a10f-15a9-cebc-63c13e7be9cd" [ 675.675580] env[63339]: _type = "Task" [ 675.675580] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.693803] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa69b-a10f-15a9-cebc-63c13e7be9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.812058] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.844624] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.844881] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.845060] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.845370] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.845433] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.845568] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.845770] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.846098] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.846202] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.846503] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.846803] env[63339]: DEBUG nova.virt.hardware [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.847806] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a50c9-3668-498e-bff8-0620c14dc5d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.852371] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 675.862399] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0a9680-9734-471c-9366-98b2c457aff4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.964411] env[63339]: DEBUG nova.scheduler.client.report [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.190572] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa69b-a10f-15a9-cebc-63c13e7be9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.026681} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.191101] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.191476] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a/53eaf6d8-ee6a-42bf-87b8-fe8198bd462a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.192319] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.192621] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.194130] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03aca4c6-8a4f-43e2-86fc-924ae8afa6ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.199225] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec97c590-c045-4455-8145-7f68436a9cfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.214023] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 676.214023] env[63339]: value = "task-4319559" [ 676.214023] env[63339]: _type = "Task" [ 676.214023] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.214023] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.215210] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.219200] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09138595-5b14-4405-ab98-3ac80f51bd6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.226931] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 676.226931] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52833049-cd4f-f843-396a-6b2442eecd2c" [ 676.226931] env[63339]: _type = "Task" [ 676.226931] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.233799] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.243028] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52833049-cd4f-f843-396a-6b2442eecd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.342352] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Updating instance_info_cache with network_info: [{"id": "8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9", "address": "fa:16:3e:17:9b:64", "network": {"id": "3268b90e-41ab-47b9-9da7-84abf9f074cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-364713344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad648c4d0f0485e93636cddec0e8744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6ebbb7-eb", "ovs_interfaceid": "8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.347588] env[63339]: DEBUG nova.network.neutron [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Updated VIF entry in instance network info cache for port 12b7e6ab-0482-4704-995f-c3a6579ca3ac. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 676.348263] env[63339]: DEBUG nova.network.neutron [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Updating instance_info_cache with network_info: [{"id": "12b7e6ab-0482-4704-995f-c3a6579ca3ac", "address": "fa:16:3e:64:5b:4d", "network": {"id": "3268b90e-41ab-47b9-9da7-84abf9f074cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-364713344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad648c4d0f0485e93636cddec0e8744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b7e6ab-04", "ovs_interfaceid": "12b7e6ab-0482-4704-995f-c3a6579ca3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.469668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.470226] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.477611] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.447s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.479261] env[63339]: INFO nova.compute.claims [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.732996] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319559, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.746627] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52833049-cd4f-f843-396a-6b2442eecd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.016075} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.747524] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16cbac3-784a-421c-8c12-7d3b5289ae19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.758485] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 676.758485] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52271bcc-2804-6f04-4359-362cf777487d" [ 676.758485] env[63339]: _type = "Task" [ 676.758485] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.770642] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52271bcc-2804-6f04-4359-362cf777487d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.848122] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.848122] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance network_info: |[{"id": "8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9", "address": "fa:16:3e:17:9b:64", "network": {"id": "3268b90e-41ab-47b9-9da7-84abf9f074cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-364713344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad648c4d0f0485e93636cddec0e8744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6ebbb7-eb", "ovs_interfaceid": "8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.848464] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:9b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.860830] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.861696] env[63339]: DEBUG oslo_concurrency.lockutils [req-16189109-a139-4f17-958e-619d9a1624b8 req-cf3a66ef-cb5b-4dd9-9dbb-12f797969794 service nova] Releasing lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.862204] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.862599] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2adcef-ea7c-41b7-91d1-1863bee5c8f2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.894619] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.894619] env[63339]: value = "task-4319560" [ 676.894619] env[63339]: _type = "Task" [ 676.894619] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.915296] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319560, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.984261] env[63339]: DEBUG nova.compute.utils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.990538] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.990538] env[63339]: DEBUG nova.network.neutron [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 677.173615] env[63339]: DEBUG nova.policy [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d0ff6c16abd4a27b2632823caa8ebbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f375e314c7b34b4da6f85db3b5de67af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.232259] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81261} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.232796] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a/53eaf6d8-ee6a-42bf-87b8-fe8198bd462a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.233714] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.233714] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d8d947c-8744-47de-a1d6-11116dad7b08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.242490] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 677.242490] env[63339]: value = "task-4319561" [ 677.242490] env[63339]: _type = "Task" [ 677.242490] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.259562] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.276477] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52271bcc-2804-6f04-4359-362cf777487d, 'name': SearchDatastore_Task, 'duration_secs': 0.069477} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.276873] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.277145] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.277662] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fd5b81f-da9b-4a5b-abcc-a26cf1ac788d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.287345] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 677.287345] env[63339]: value = "task-4319562" [ 677.287345] env[63339]: _type = "Task" [ 677.287345] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.300099] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.407120] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319560, 'name': CreateVM_Task, 'duration_secs': 0.433839} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.407120] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.407385] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.407573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.407897] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.408191] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d7912d-b8a4-4e4e-8feb-2cc372799888 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.415100] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 677.415100] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4bf75-e4c4-7f70-716c-08d74ac66c46" [ 677.415100] env[63339]: _type = "Task" [ 677.415100] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.424851] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4bf75-e4c4-7f70-716c-08d74ac66c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.495286] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.757743] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096821} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.763330] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.764218] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f97eef-e349-4a96-b7b9-3c3ae272202a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.795657] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a/53eaf6d8-ee6a-42bf-87b8-fe8198bd462a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.797572] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727ab697-fc6e-44f0-89e4-0fdbc4992a41 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.823332] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.825302] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 677.825302] env[63339]: value = "task-4319563" [ 677.825302] env[63339]: _type = "Task" [ 677.825302] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.841280] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.933020] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4bf75-e4c4-7f70-716c-08d74ac66c46, 'name': SearchDatastore_Task, 'duration_secs': 0.041859} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.933020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.933020] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.933020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.933321] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.933321] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.933321] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab659609-a7e4-4317-9812-28ea9db130f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.952666] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.952860] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.954635] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef228d8-4609-4ae2-9745-9cae48d2c486 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.962407] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 677.962407] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cd90fd-ef7b-aa65-87ea-48f99e9f1347" [ 677.962407] env[63339]: _type = "Task" [ 677.962407] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.976970] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cd90fd-ef7b-aa65-87ea-48f99e9f1347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.230709] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f249f2-d481-4dcd-a57b-b37a8558264e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.239090] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9aac4f-5187-48af-ba6c-3a2d35b9206a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.279686] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be40c101-9bf3-4c5c-a381-71e9ec7e1fd4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.287149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc35a2a-a96d-4d3b-b888-4ea0e88b5eb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.302294] env[63339]: DEBUG nova.compute.provider_tree [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.313123] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961437} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.314264] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.314793] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.314793] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952c6bf8-dde4-480a-ab8d-fffa1ccdf4b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.323802] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 678.323802] env[63339]: value = "task-4319564" [ 678.323802] env[63339]: _type = "Task" [ 678.323802] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.337775] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.343887] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319563, 'name': ReconfigVM_Task, 'duration_secs': 0.430854} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.344059] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a/53eaf6d8-ee6a-42bf-87b8-fe8198bd462a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.344676] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07a61ca8-42f8-490b-8ca7-18692d27b79c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.352302] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 678.352302] env[63339]: value = "task-4319565" [ 678.352302] env[63339]: _type = "Task" [ 678.352302] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.363292] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319565, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.475025] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cd90fd-ef7b-aa65-87ea-48f99e9f1347, 'name': SearchDatastore_Task, 'duration_secs': 0.055053} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.475025] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbaa174-c933-419e-8dd7-153d8680f280 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.481100] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 678.481100] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f3f80b-fd68-e207-41f7-dc49b818de8a" [ 678.481100] env[63339]: _type = "Task" [ 678.481100] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.491515] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f3f80b-fd68-e207-41f7-dc49b818de8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.511109] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.542903] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.543180] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.543339] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.543524] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.543667] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.543814] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.544099] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.544325] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.544530] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.544740] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.544957] env[63339]: DEBUG nova.virt.hardware [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.545906] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ee63ae-b652-4c57-9f2f-eb26c9f54cfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.557077] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ca4ca-e783-4b79-bea2-6fffd47f3c6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.688194] env[63339]: DEBUG nova.compute.manager [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Received event network-vif-plugged-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 678.688194] env[63339]: DEBUG oslo_concurrency.lockutils [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] Acquiring lock "6588d641-32ed-4469-a13f-44d2f5f699d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.688194] env[63339]: DEBUG oslo_concurrency.lockutils [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.688194] env[63339]: DEBUG oslo_concurrency.lockutils [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.688194] env[63339]: DEBUG nova.compute.manager [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] No waiting events found dispatching network-vif-plugged-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.688412] env[63339]: WARNING nova.compute.manager [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Received unexpected event network-vif-plugged-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 for instance with vm_state building and task_state deleting. [ 678.688412] env[63339]: DEBUG nova.compute.manager [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Received event network-changed-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 678.688412] env[63339]: DEBUG nova.compute.manager [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Refreshing instance network info cache due to event network-changed-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 678.688412] env[63339]: DEBUG oslo_concurrency.lockutils [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] Acquiring lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.689437] env[63339]: DEBUG oslo_concurrency.lockutils [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] Acquired lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.689767] env[63339]: DEBUG nova.network.neutron [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Refreshing network info cache for port 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 678.808541] env[63339]: DEBUG nova.scheduler.client.report [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.836448] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096124} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.836689] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.837581] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b600b0-9533-40b0-8ca8-5d25b799ae8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.860897] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.861611] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9cc05a-1fe1-4d72-aaea-77dd92918293 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.889893] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319565, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.891412] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 678.891412] env[63339]: value = "task-4319566" [ 678.891412] env[63339]: _type = "Task" [ 678.891412] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.902421] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.994784] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f3f80b-fd68-e207-41f7-dc49b818de8a, 'name': SearchDatastore_Task, 'duration_secs': 0.035163} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.995085] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.995482] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 6588d641-32ed-4469-a13f-44d2f5f699d6/6588d641-32ed-4469-a13f-44d2f5f699d6.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.995753] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aa826d2-c6ba-4386-b3f5-a67475b7ca1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.019418] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 679.019418] env[63339]: value = "task-4319567" [ 679.019418] env[63339]: _type = "Task" [ 679.019418] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.030763] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.314650] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.315356] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.318709] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.103s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.374432] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319565, 'name': Rename_Task, 'duration_secs': 0.977144} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.374432] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.374558] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a25c214-1bdc-4e1b-873e-1935705fa088 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.384481] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 679.384481] env[63339]: value = "task-4319568" [ 679.384481] env[63339]: _type = "Task" [ 679.384481] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.389912] env[63339]: DEBUG nova.network.neutron [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Successfully updated port: 2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.405523] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.414279] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.534993] env[63339]: DEBUG nova.network.neutron [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Successfully created port: 4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.541660] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.822849] env[63339]: DEBUG nova.compute.utils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.830762] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.830762] env[63339]: DEBUG nova.network.neutron [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 679.834562] env[63339]: INFO nova.compute.claims [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.897513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.898299] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquired lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.898299] env[63339]: DEBUG nova.network.neutron [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 679.900404] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319568, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.911432] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319566, 'name': ReconfigVM_Task, 'duration_secs': 0.659048} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.911640] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0/d0105121-3a59-4eac-ad1f-d31d6d268da0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.914121] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6adf42c-030d-438f-bc64-ab193b0ae19b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.924456] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 679.924456] env[63339]: value = "task-4319569" [ 679.924456] env[63339]: _type = "Task" [ 679.924456] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.938789] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319569, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.039419] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665729} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.039789] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 6588d641-32ed-4469-a13f-44d2f5f699d6/6588d641-32ed-4469-a13f-44d2f5f699d6.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.039789] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.040047] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2129ce40-0779-4034-be3d-710c3adac724 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.050202] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 680.050202] env[63339]: value = "task-4319570" [ 680.050202] env[63339]: _type = "Task" [ 680.050202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.064709] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.085533] env[63339]: DEBUG nova.policy [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e3575f21c944f485a2099b83097b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc2134ac7674be19e4526d370e04058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.339820] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.350799] env[63339]: INFO nova.compute.resource_tracker [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating resource usage from migration 41b4cb99-47d9-4036-a713-b017bd8aa9d3 [ 680.399992] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319568, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.443018] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319569, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.562906] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077642} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.566112] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.567674] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d58003-ec23-44bb-a468-daa7015e7ebf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.599382] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6588d641-32ed-4469-a13f-44d2f5f699d6/6588d641-32ed-4469-a13f-44d2f5f699d6.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.601462] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b4e845-6aa1-40a5-b882-7ed8e354c4d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.629012] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 680.629012] env[63339]: value = "task-4319571" [ 680.629012] env[63339]: _type = "Task" [ 680.629012] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.632981] env[63339]: DEBUG nova.network.neutron [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 680.644353] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.899524] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319568, 'name': PowerOnVM_Task, 'duration_secs': 1.187444} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.899841] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.900256] env[63339]: INFO nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Took 10.75 seconds to spawn the instance on the hypervisor. [ 680.900322] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.901704] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc6333-f3d1-4ded-8b72-e4f36ea6fc78 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.938031] env[63339]: DEBUG nova.network.neutron [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Updated VIF entry in instance network info cache for port 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 680.938143] env[63339]: DEBUG nova.network.neutron [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Updating instance_info_cache with network_info: [{"id": "8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9", "address": "fa:16:3e:17:9b:64", "network": {"id": "3268b90e-41ab-47b9-9da7-84abf9f074cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-364713344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad648c4d0f0485e93636cddec0e8744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6ebbb7-eb", "ovs_interfaceid": "8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.953154] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319569, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.973921] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c37e0-2db5-4886-a9da-37cb1014da17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.983561] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e2fde7-bc32-436c-a09a-ee665ab24c24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.022867] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2024de6-16f4-4645-9a40-6481727cf3e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.032292] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f721f9a-ef7e-47f8-8101-880e4e3d2d2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.055113] env[63339]: DEBUG nova.compute.provider_tree [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.146138] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.371332] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.398120] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.398691] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.398691] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.398875] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.398875] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.399032] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.399242] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.399398] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.399555] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.399712] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.399877] env[63339]: DEBUG nova.virt.hardware [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.400777] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf5522c-1b85-4bd1-a6fa-9ad375d3d95d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.410337] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc522bd2-8a93-467c-8b81-32b780f0319d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.426223] env[63339]: DEBUG nova.compute.utils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Conflict updating instance 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} {{(pid=63339) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 681.430848] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance disappeared during build. {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 681.431050] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Unplugging VIFs for instance {{(pid=63339) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 681.431223] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=63339) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 681.431394] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.431568] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 681.440290] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319569, 'name': Rename_Task, 'duration_secs': 1.180053} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.440591] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.440907] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd02966c-3fd5-4610-a45f-499584b1f657 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.445202] env[63339]: DEBUG oslo_concurrency.lockutils [req-3d1ebe30-172a-4c07-a85a-d3c951e1cbd1 req-d19b0b4b-bc69-45e1-ae61-3dea67b4ccfa service nova] Releasing lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.448079] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Waiting for the task: (returnval){ [ 681.448079] env[63339]: value = "task-4319572" [ 681.448079] env[63339]: _type = "Task" [ 681.448079] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.462681] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.559972] env[63339]: DEBUG nova.scheduler.client.report [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.564429] env[63339]: DEBUG nova.network.neutron [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updating instance_info_cache with network_info: [{"id": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "address": "fa:16:3e:c8:24:a2", "network": {"id": "c5413eb5-2b68-464d-9389-2cb8e4a8375c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1382773305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09d09416bb1c4766850783d0a6c56bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5c6e54-65", "ovs_interfaceid": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.645337] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319571, 'name': ReconfigVM_Task, 'duration_secs': 0.914387} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.645529] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6588d641-32ed-4469-a13f-44d2f5f699d6/6588d641-32ed-4469-a13f-44d2f5f699d6.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.646287] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c7dfef-9b2c-4016-8cf1-68a5c4b72dec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.660419] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 681.660419] env[63339]: value = "task-4319573" [ 681.660419] env[63339]: _type = "Task" [ 681.660419] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.671476] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319573, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.962459] env[63339]: DEBUG oslo_vmware.api [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Task: {'id': task-4319572, 'name': PowerOnVM_Task, 'duration_secs': 0.508813} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.962972] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.962972] env[63339]: DEBUG nova.compute.manager [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.963731] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd5a9fd-5245-4e26-960d-0c67623f6b7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.067890] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.750s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.068171] env[63339]: INFO nova.compute.manager [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Migrating [ 682.068433] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.068605] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.073781] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Releasing lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.074109] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Instance network_info: |[{"id": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "address": "fa:16:3e:c8:24:a2", "network": {"id": "c5413eb5-2b68-464d-9389-2cb8e4a8375c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1382773305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09d09416bb1c4766850783d0a6c56bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5c6e54-65", "ovs_interfaceid": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.074521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.980s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.076397] env[63339]: INFO nova.compute.claims [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.083977] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:24:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5c6e54-6590-4d75-a46c-ea8396e80149', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.096871] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Creating folder: Project (09d09416bb1c4766850783d0a6c56bd3). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.096871] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-298abcc9-72c5-469c-b281-75a9296d4e3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.114800] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Created folder: Project (09d09416bb1c4766850783d0a6c56bd3) in parent group-v849594. [ 682.114800] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Creating folder: Instances. Parent ref: group-v849629. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.114800] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-142eb05d-e10b-471b-a6c9-8a9b02747a92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.129193] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Created folder: Instances in parent group-v849629. [ 682.129193] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.129193] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.129193] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af27fd5e-9202-4b38-a0f7-1d3f39919530 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.154641] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.154641] env[63339]: value = "task-4319576" [ 682.154641] env[63339]: _type = "Task" [ 682.154641] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.170096] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319576, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.177674] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319573, 'name': Rename_Task, 'duration_secs': 0.181885} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.177999] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.178283] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba73bdb6-02c7-4989-b502-336f665b80f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.188020] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 682.188020] env[63339]: value = "task-4319577" [ 682.188020] env[63339]: _type = "Task" [ 682.188020] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.200990] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.484841] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.575587] env[63339]: INFO nova.compute.rpcapi [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 682.579692] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.637050] env[63339]: DEBUG nova.network.neutron [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Successfully created port: 51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 682.658199] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "140495d7-00d9-4ab5-86f9-59ef7c708555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.658303] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.668842] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319576, 'name': CreateVM_Task, 'duration_secs': 0.427048} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.669020] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.670531] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.670767] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.671353] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.672398] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46562a4e-c691-47c0-b715-d9cc2bf83a90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.678513] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 682.678513] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1301e-e5d5-ad0e-1d99-e16d52c707a8" [ 682.678513] env[63339]: _type = "Task" [ 682.678513] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.690249] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1301e-e5d5-ad0e-1d99-e16d52c707a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.700853] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.710181] env[63339]: DEBUG nova.compute.manager [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Received event network-vif-plugged-2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 682.710430] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] Acquiring lock "eef7f93f-732f-42d5-bd76-cc760fba4f94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.710597] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.710804] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.710982] env[63339]: DEBUG nova.compute.manager [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] No waiting events found dispatching network-vif-plugged-2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.711603] env[63339]: WARNING nova.compute.manager [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Received unexpected event network-vif-plugged-2b5c6e54-6590-4d75-a46c-ea8396e80149 for instance with vm_state building and task_state spawning. [ 682.711792] env[63339]: DEBUG nova.compute.manager [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Received event network-changed-2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 682.712100] env[63339]: DEBUG nova.compute.manager [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Refreshing instance network info cache due to event network-changed-2b5c6e54-6590-4d75-a46c-ea8396e80149. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 682.712338] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] Acquiring lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.712447] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] Acquired lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.712606] env[63339]: DEBUG nova.network.neutron [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Refreshing network info cache for port 2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 683.112914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.112914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.112914] env[63339]: DEBUG nova.network.neutron [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 683.195701] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1301e-e5d5-ad0e-1d99-e16d52c707a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01314} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.199171] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.199434] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.199685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.199833] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.200387] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.200387] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180c85c9-1cfd-4a07-9020-a2164bbe1250 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.208636] env[63339]: DEBUG oslo_vmware.api [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319577, 'name': PowerOnVM_Task, 'duration_secs': 0.734302} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.208893] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.209498] env[63339]: INFO nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Took 10.10 seconds to spawn the instance on the hypervisor. [ 683.209498] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.210227] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991426a2-27ae-45fe-87f0-bb6066409e39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.213913] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.214108] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.220910] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03cc58d7-b6b4-4a3a-a457-27258985d8a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.233614] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 683.233614] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dde604-523b-4c86-4204-390011e0165d" [ 683.233614] env[63339]: _type = "Task" [ 683.233614] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.242949] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dde604-523b-4c86-4204-390011e0165d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.548661] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.699424] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f1929-09e6-4dc9-98aa-45dd847165cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.714885] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975bd1df-3a18-4955-9cbc-a494b84ac20f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.770283] env[63339]: DEBUG nova.compute.utils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Conflict updating instance 6588d641-32ed-4469-a13f-44d2f5f699d6. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} {{(pid=63339) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 683.772101] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance disappeared during build. {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 683.772101] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Unplugging VIFs for instance {{(pid=63339) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 683.772101] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=63339) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 683.772101] env[63339]: DEBUG nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.772101] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 683.784909] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e5c5c-96a1-4c9a-a444-4ca4639227d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.792309] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd162328-a251-4720-9c71-02dbc423433d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.796544] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dde604-523b-4c86-4204-390011e0165d, 'name': SearchDatastore_Task, 'duration_secs': 0.014154} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.797732] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79a9435-b5d0-476d-b370-53f24cb8c578 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.809147] env[63339]: DEBUG nova.compute.provider_tree [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.816981] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 683.816981] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5296acb1-00f2-c7a5-17fc-a7d97e0cb1f7" [ 683.816981] env[63339]: _type = "Task" [ 683.816981] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.827290] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5296acb1-00f2-c7a5-17fc-a7d97e0cb1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.057390] env[63339]: INFO nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Took 2.63 seconds to deallocate network for instance. [ 684.290885] env[63339]: DEBUG nova.compute.manager [None req-ae3b85e7-fc28-420c-beef-ccc14eadb48d tempest-ServerDiagnosticsV248Test-128224144 tempest-ServerDiagnosticsV248Test-128224144-project-admin] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.293129] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fb9513-e3f4-40b0-983e-361cb167cb32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.300828] env[63339]: INFO nova.compute.manager [None req-ae3b85e7-fc28-420c-beef-ccc14eadb48d tempest-ServerDiagnosticsV248Test-128224144 tempest-ServerDiagnosticsV248Test-128224144-project-admin] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Retrieving diagnostics [ 684.302897] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db267ec2-4f13-423f-b1cc-9eda376dee9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.340235] env[63339]: DEBUG nova.scheduler.client.report [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.346293] env[63339]: DEBUG nova.network.neutron [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Successfully updated port: 4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 684.348958] env[63339]: DEBUG nova.network.neutron [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updated VIF entry in instance network info cache for port 2b5c6e54-6590-4d75-a46c-ea8396e80149. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 684.349222] env[63339]: DEBUG nova.network.neutron [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updating instance_info_cache with network_info: [{"id": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "address": "fa:16:3e:c8:24:a2", "network": {"id": "c5413eb5-2b68-464d-9389-2cb8e4a8375c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1382773305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09d09416bb1c4766850783d0a6c56bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5c6e54-65", "ovs_interfaceid": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.364062] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5296acb1-00f2-c7a5-17fc-a7d97e0cb1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.365079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.365370] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] eef7f93f-732f-42d5-bd76-cc760fba4f94/eef7f93f-732f-42d5-bd76-cc760fba4f94.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.366381] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4b5ad4-0a14-4fa0-946d-8f29d1797847 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.376342] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 684.376342] env[63339]: value = "task-4319578" [ 684.376342] env[63339]: _type = "Task" [ 684.376342] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.389775] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.445802] env[63339]: DEBUG nova.network.neutron [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [{"id": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "address": "fa:16:3e:27:c5:0e", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e48fe9a-a2", "ovs_interfaceid": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.845019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.845019] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.848382] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.723s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.848605] env[63339]: DEBUG nova.objects.instance [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lazy-loading 'resources' on Instance uuid fdd97ec9-4a59-4194-84a6-b4c13f64fd3d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.850629] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "refresh_cache-1d8c7a69-e54e-4d64-90c8-06f0e76e9613" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.850678] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquired lock "refresh_cache-1d8c7a69-e54e-4d64-90c8-06f0e76e9613" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.850903] env[63339]: DEBUG nova.network.neutron [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 684.856121] env[63339]: DEBUG oslo_concurrency.lockutils [req-ce8f59cd-dd08-4bdf-aea2-1d786aa1e460 req-31750ab6-2ffe-4550-811d-9875b6506526 service nova] Releasing lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.895200] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.950997] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.116066] env[63339]: INFO nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleted allocations for instance 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a [ 685.116066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.364s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.122521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.372s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.122521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.122521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.122521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.125252] env[63339]: INFO nova.compute.manager [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Terminating instance [ 685.350357] env[63339]: DEBUG nova.compute.utils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.351957] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.354128] env[63339]: DEBUG nova.network.neutron [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 685.388296] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566597} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.388749] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] eef7f93f-732f-42d5-bd76-cc760fba4f94/eef7f93f-732f-42d5-bd76-cc760fba4f94.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.388915] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.389255] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fca8afb-e7b8-4da4-9bd7-966c508b9405 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.398216] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 685.398216] env[63339]: value = "task-4319579" [ 685.398216] env[63339]: _type = "Task" [ 685.398216] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.417979] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.480507] env[63339]: DEBUG nova.network.neutron [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 685.496184] env[63339]: DEBUG nova.network.neutron [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.622617] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.628443] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.628685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.628685] env[63339]: DEBUG nova.network.neutron [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 685.755863] env[63339]: DEBUG nova.policy [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a5302167fb4429a95988ccd972d31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c900049c3740db98a6198a0289dfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.795077] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "d0105121-3a59-4eac-ad1f-d31d6d268da0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.795360] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "d0105121-3a59-4eac-ad1f-d31d6d268da0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.795459] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "d0105121-3a59-4eac-ad1f-d31d6d268da0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.795738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "d0105121-3a59-4eac-ad1f-d31d6d268da0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.795820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "d0105121-3a59-4eac-ad1f-d31d6d268da0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.797937] env[63339]: INFO nova.compute.manager [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Terminating instance [ 685.857203] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.924518] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07747} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.924518] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.925948] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ec36e1-6d3f-4b7e-9299-e8a6938139d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956569] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] eef7f93f-732f-42d5-bd76-cc760fba4f94/eef7f93f-732f-42d5-bd76-cc760fba4f94.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.961213] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f11e97-b317-4d9c-8c60-c46af92bf703 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.990175] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 685.990175] env[63339]: value = "task-4319580" [ 685.990175] env[63339]: _type = "Task" [ 685.990175] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.999179] env[63339]: INFO nova.compute.manager [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Took 2.23 seconds to deallocate network for instance. [ 686.024841] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.098599] env[63339]: DEBUG nova.network.neutron [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Updating instance_info_cache with network_info: [{"id": "4690b00c-26e4-459f-baa3-d626a16169a7", "address": "fa:16:3e:e7:93:cc", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4690b00c-26", "ovs_interfaceid": "4690b00c-26e4-459f-baa3-d626a16169a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.142766] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900183f0-29fb-484e-bf36-7534b01552d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.154762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.162466] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5f320-2abc-4c60-907e-d906693b2435 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.202665] env[63339]: DEBUG nova.network.neutron [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Successfully updated port: 51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 686.211573] env[63339]: DEBUG nova.network.neutron [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 686.211573] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed7f67-12bf-4c21-97b4-5c5ad1bd9245 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.224439] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb7aee9-33d8-4ef0-83f7-0a02187372a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.244518] env[63339]: DEBUG nova.compute.provider_tree [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.303387] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "refresh_cache-d0105121-3a59-4eac-ad1f-d31d6d268da0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.303637] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquired lock "refresh_cache-d0105121-3a59-4eac-ad1f-d31d6d268da0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.303826] env[63339]: DEBUG nova.network.neutron [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 686.336172] env[63339]: DEBUG nova.network.neutron [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.489271] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a962aa5-0b8c-4c77-a594-540537a34e64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.501642] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.520533] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.601516] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Releasing lock "refresh_cache-1d8c7a69-e54e-4d64-90c8-06f0e76e9613" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.601858] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Instance network_info: |[{"id": "4690b00c-26e4-459f-baa3-d626a16169a7", "address": "fa:16:3e:e7:93:cc", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4690b00c-26", "ovs_interfaceid": "4690b00c-26e4-459f-baa3-d626a16169a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.602405] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:93:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4690b00c-26e4-459f-baa3-d626a16169a7', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.612384] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Creating folder: Project (f375e314c7b34b4da6f85db3b5de67af). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.614028] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52376d2b-6700-442b-9ba2-ff7450133dfc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.627920] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Created folder: Project (f375e314c7b34b4da6f85db3b5de67af) in parent group-v849594. [ 686.628511] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Creating folder: Instances. Parent ref: group-v849632. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.628511] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa8166f6-aacf-4284-ab30-b8f90e271cf3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.640962] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Created folder: Instances in parent group-v849632. [ 686.640962] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.640962] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.640962] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5365c76e-81c3-41b5-a9d1-5324d5fe374a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.662958] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.662958] env[63339]: value = "task-4319583" [ 686.662958] env[63339]: _type = "Task" [ 686.662958] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.674026] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319583, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.715526] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.715683] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.716364] env[63339]: DEBUG nova.network.neutron [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 686.747104] env[63339]: DEBUG nova.scheduler.client.report [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.815109] env[63339]: DEBUG nova.compute.manager [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Received event network-vif-deleted-12b7e6ab-0482-4704-995f-c3a6579ca3ac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 686.815316] env[63339]: DEBUG nova.compute.manager [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Received event network-vif-plugged-4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 686.815507] env[63339]: DEBUG oslo_concurrency.lockutils [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] Acquiring lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.815815] env[63339]: DEBUG oslo_concurrency.lockutils [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.815901] env[63339]: DEBUG oslo_concurrency.lockutils [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.816050] env[63339]: DEBUG nova.compute.manager [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] No waiting events found dispatching network-vif-plugged-4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.816193] env[63339]: WARNING nova.compute.manager [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Received unexpected event network-vif-plugged-4690b00c-26e4-459f-baa3-d626a16169a7 for instance with vm_state building and task_state spawning. [ 686.816352] env[63339]: DEBUG nova.compute.manager [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Received event network-changed-4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 686.816502] env[63339]: DEBUG nova.compute.manager [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Refreshing instance network info cache due to event network-changed-4690b00c-26e4-459f-baa3-d626a16169a7. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 686.816683] env[63339]: DEBUG oslo_concurrency.lockutils [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] Acquiring lock "refresh_cache-1d8c7a69-e54e-4d64-90c8-06f0e76e9613" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.816815] env[63339]: DEBUG oslo_concurrency.lockutils [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] Acquired lock "refresh_cache-1d8c7a69-e54e-4d64-90c8-06f0e76e9613" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.816968] env[63339]: DEBUG nova.network.neutron [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Refreshing network info cache for port 4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 686.837181] env[63339]: DEBUG nova.network.neutron [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 686.841502] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "refresh_cache-53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.841730] env[63339]: DEBUG nova.compute.manager [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.842208] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.843318] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cbef7f-cfd9-4758-ba12-163eee7cbd7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.854950] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.855896] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99712dc1-6dae-4a30-a006-fd397aee2725 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.865020] env[63339]: DEBUG oslo_vmware.api [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 686.865020] env[63339]: value = "task-4319584" [ 686.865020] env[63339]: _type = "Task" [ 686.865020] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.870573] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.885105] env[63339]: DEBUG oslo_vmware.api [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.945794] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.946277] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.946398] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.946655] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.946821] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.946971] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.947204] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.947377] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.947555] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.947758] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.947916] env[63339]: DEBUG nova.virt.hardware [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.948876] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116ff00-14bd-4982-8a94-ef9fb5279711 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.957466] env[63339]: DEBUG nova.network.neutron [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.968888] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38973bb0-692d-4ade-8560-69ba00c05449 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.009215] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319580, 'name': ReconfigVM_Task, 'duration_secs': 0.905006} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.010598] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Reconfigured VM instance instance-0000000e to attach disk [datastore1] eef7f93f-732f-42d5-bd76-cc760fba4f94/eef7f93f-732f-42d5-bd76-cc760fba4f94.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.011920] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a4efea4-9ea1-4513-884a-bf70c16f970b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.020204] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 687.020204] env[63339]: value = "task-4319585" [ 687.020204] env[63339]: _type = "Task" [ 687.020204] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.035291] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.035291] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319585, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.036501] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c93cdf-9a0f-4c50-b97f-6fe9cfc4bb7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.044880] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 687.044880] env[63339]: value = "task-4319586" [ 687.044880] env[63339]: _type = "Task" [ 687.044880] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.056734] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.099945] env[63339]: INFO nova.scheduler.client.report [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleted allocations for instance 6588d641-32ed-4469-a13f-44d2f5f699d6 [ 687.099945] env[63339]: DEBUG oslo_concurrency.lockutils [None req-35d39d96-0fa9-443a-83df-293e9c8a7048 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.300s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.099945] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.561s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.099945] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "6588d641-32ed-4469-a13f-44d2f5f699d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.100317] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.100373] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.104241] env[63339]: INFO nova.compute.manager [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Terminating instance [ 687.176951] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319583, 'name': CreateVM_Task, 'duration_secs': 0.387172} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.181242] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.182752] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.182968] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.183302] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.183589] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39abccc1-4d85-4c5d-9065-00643a490ff6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.191424] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 687.191424] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529d12cd-7347-5e6d-1f2b-b228dbfaa0b1" [ 687.191424] env[63339]: _type = "Task" [ 687.191424] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.210489] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529d12cd-7347-5e6d-1f2b-b228dbfaa0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.226984] env[63339]: DEBUG nova.network.neutron [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Successfully created port: 344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 687.252917] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.257604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.057s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.259646] env[63339]: INFO nova.compute.claims [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.295647] env[63339]: INFO nova.scheduler.client.report [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Deleted allocations for instance fdd97ec9-4a59-4194-84a6-b4c13f64fd3d [ 687.312474] env[63339]: DEBUG nova.network.neutron [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 687.379760] env[63339]: DEBUG oslo_vmware.api [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319584, 'name': PowerOffVM_Task, 'duration_secs': 0.383875} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.381028] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.381028] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.381028] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d26ba284-2ff7-4cd5-929f-ac50101115b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.440806] env[63339]: DEBUG nova.compute.manager [req-cb951f4c-c398-4ff3-8299-6e6b567a3066 req-cb2f2576-f9c5-4b41-a575-cac52ef36180 service nova] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Received event network-vif-deleted-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 687.461314] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.461314] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.461314] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleting the datastore file [datastore1] 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.462906] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Releasing lock "refresh_cache-d0105121-3a59-4eac-ad1f-d31d6d268da0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.463411] env[63339]: DEBUG nova.compute.manager [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.463603] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.463945] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12630fc0-a032-4f51-aaf9-6f486ce5f923 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.466775] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7afedc-4ac3-49f6-aeab-319a880ddc0f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.480157] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.485087] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4765293-8da9-49ea-813a-534f147858c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.487042] env[63339]: DEBUG oslo_vmware.api [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 687.487042] env[63339]: value = "task-4319588" [ 687.487042] env[63339]: _type = "Task" [ 687.487042] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.496330] env[63339]: DEBUG oslo_vmware.api [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 687.496330] env[63339]: value = "task-4319589" [ 687.496330] env[63339]: _type = "Task" [ 687.496330] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.505775] env[63339]: DEBUG oslo_vmware.api [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.512541] env[63339]: DEBUG oslo_vmware.api [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.536828] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319585, 'name': Rename_Task, 'duration_secs': 0.225753} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.537066] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.537413] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e825e6-74f3-41d9-b98b-a40185b8b74d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.549110] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 687.549110] env[63339]: value = "task-4319590" [ 687.549110] env[63339]: _type = "Task" [ 687.549110] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.564712] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319586, 'name': PowerOffVM_Task, 'duration_secs': 0.217993} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.564983] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.565301] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.565507] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.605292] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.609302] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "256fe9ec-78a1-48b3-8716-49e7922668c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.609462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "256fe9ec-78a1-48b3-8716-49e7922668c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.609557] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "256fe9ec-78a1-48b3-8716-49e7922668c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.610537] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "256fe9ec-78a1-48b3-8716-49e7922668c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.610537] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "256fe9ec-78a1-48b3-8716-49e7922668c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.614177] env[63339]: INFO nova.compute.manager [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Terminating instance [ 687.616681] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.616832] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquired lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.617032] env[63339]: DEBUG nova.network.neutron [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 687.663221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.663507] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.689353] env[63339]: DEBUG nova.network.neutron [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updating instance_info_cache with network_info: [{"id": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "address": "fa:16:3e:a0:c7:6c", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51862093-11", "ovs_interfaceid": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.706194] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529d12cd-7347-5e6d-1f2b-b228dbfaa0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015026} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.706791] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.706791] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.708221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.708221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.708221] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.708221] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39f77d2-23f9-4f8a-a6f0-56f71a456267 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.722237] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.722237] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.724359] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70231b4f-2ab4-47fe-a361-71af6f9ce1dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.731053] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 687.731053] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ba6aa-3c13-1c96-b178-e529b6077a3c" [ 687.731053] env[63339]: _type = "Task" [ 687.731053] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.750691] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ba6aa-3c13-1c96-b178-e529b6077a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.751901] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f468a7-a128-48a3-b5bc-94d9e3c0fb6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.758280] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 687.758280] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5f529-a13f-262d-38a6-c7ee681ae931" [ 687.758280] env[63339]: _type = "Task" [ 687.758280] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.776657] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5f529-a13f-262d-38a6-c7ee681ae931, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.777061] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.777473] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 1d8c7a69-e54e-4d64-90c8-06f0e76e9613/1d8c7a69-e54e-4d64-90c8-06f0e76e9613.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.777806] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee95089c-f1ca-40ea-930b-f4b59d039ac0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.786849] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 687.786849] env[63339]: value = "task-4319591" [ 687.786849] env[63339]: _type = "Task" [ 687.786849] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.793742] env[63339]: DEBUG nova.network.neutron [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Updated VIF entry in instance network info cache for port 4690b00c-26e4-459f-baa3-d626a16169a7. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 687.794368] env[63339]: DEBUG nova.network.neutron [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Updating instance_info_cache with network_info: [{"id": "4690b00c-26e4-459f-baa3-d626a16169a7", "address": "fa:16:3e:e7:93:cc", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4690b00c-26", "ovs_interfaceid": "4690b00c-26e4-459f-baa3-d626a16169a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.799879] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.816831] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Lock "fdd97ec9-4a59-4194-84a6-b4c13f64fd3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.535s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.011800] env[63339]: DEBUG oslo_vmware.api [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176303} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.011800] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.011800] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.011800] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.011800] env[63339]: INFO nova.compute.manager [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 688.013683] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.013683] env[63339]: DEBUG nova.compute.manager [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.013683] env[63339]: DEBUG nova.network.neutron [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 688.018305] env[63339]: DEBUG oslo_vmware.api [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319589, 'name': PowerOffVM_Task, 'duration_secs': 0.143231} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.019241] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.019462] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.019771] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53c92f9-14d4-4b25-a43e-e2bed8920acd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.057169] env[63339]: DEBUG nova.network.neutron [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 688.067304] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.067529] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.067704] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Deleting the datastore file [datastore1] d0105121-3a59-4eac-ad1f-d31d6d268da0 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.068696] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-768a126e-65d2-429f-a27a-f9ca1382bc5c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.080085] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.080485] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.080655] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.080943] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.081170] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.081457] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.081684] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.081916] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.082299] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.082579] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.082918] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.089429] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.093280] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690de063-a303-4cf5-bce8-78620959fbf6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.122383] env[63339]: DEBUG oslo_vmware.api [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for the task: (returnval){ [ 688.122383] env[63339]: value = "task-4319593" [ 688.122383] env[63339]: _type = "Task" [ 688.122383] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.122383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "refresh_cache-256fe9ec-78a1-48b3-8716-49e7922668c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.122383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquired lock "refresh_cache-256fe9ec-78a1-48b3-8716-49e7922668c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.122383] env[63339]: DEBUG nova.network.neutron [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 688.123633] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 688.123633] env[63339]: value = "task-4319594" [ 688.123633] env[63339]: _type = "Task" [ 688.123633] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.142266] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.146456] env[63339]: DEBUG oslo_vmware.api [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.170588] env[63339]: DEBUG nova.network.neutron [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 688.190224] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.194659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Releasing lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.195038] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Instance network_info: |[{"id": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "address": "fa:16:3e:a0:c7:6c", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51862093-11", "ovs_interfaceid": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.195562] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c7:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51862093-111d-4b93-a6bb-1a4a70c2ce22', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.207377] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Creating folder: Project (7cc2134ac7674be19e4526d370e04058). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.207772] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b05846-34c4-4f9d-91ea-6fa6e3e64730 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.226619] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Created folder: Project (7cc2134ac7674be19e4526d370e04058) in parent group-v849594. [ 688.226983] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Creating folder: Instances. Parent ref: group-v849635. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.227349] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbc2b5f3-7d79-4cce-9d7e-ae0fb5c7e009 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.242304] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Created folder: Instances in parent group-v849635. [ 688.242574] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.242955] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.243064] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4303fde3-74d2-4e35-ad6d-4da474540d75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.268629] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.268629] env[63339]: value = "task-4319597" [ 688.268629] env[63339]: _type = "Task" [ 688.268629] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.284302] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319597, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.302610] env[63339]: DEBUG oslo_concurrency.lockutils [req-526ce07c-f26e-44c8-8d71-fbaee8a21e3e req-c422a264-5fbd-4146-aaa1-0cf76864e650 service nova] Releasing lock "refresh_cache-1d8c7a69-e54e-4d64-90c8-06f0e76e9613" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.302610] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319591, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.317593] env[63339]: DEBUG nova.network.neutron [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.571036] env[63339]: DEBUG nova.network.neutron [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.572534] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319590, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.638161] env[63339]: DEBUG oslo_vmware.api [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Task: {'id': task-4319593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305057} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.640178] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.640178] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.640178] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.640178] env[63339]: INFO nova.compute.manager [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 688.640178] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.640401] env[63339]: DEBUG nova.compute.manager [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.640401] env[63339]: DEBUG nova.network.neutron [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 688.647105] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319594, 'name': ReconfigVM_Task, 'duration_secs': 0.299222} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.648585] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.664355] env[63339]: DEBUG nova.network.neutron [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 688.686416] env[63339]: DEBUG nova.network.neutron [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 688.756021] env[63339]: DEBUG nova.network.neutron [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.800014] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319597, 'name': CreateVM_Task, 'duration_secs': 0.518041} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.805824] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.812432] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.812432] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.812432] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.813038] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d51c846-9d4d-4adc-b328-fd0b68e815ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.815468] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568473} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.816325] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 1d8c7a69-e54e-4d64-90c8-06f0e76e9613/1d8c7a69-e54e-4d64-90c8-06f0e76e9613.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.817356] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.817356] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae2c02d0-51df-429e-ab1a-a2bac1530c5f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.830880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Releasing lock "refresh_cache-6588d641-32ed-4469-a13f-44d2f5f699d6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.830880] env[63339]: DEBUG nova.compute.manager [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.831120] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.831716] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 688.831716] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52964d55-4be0-c6f7-187e-8c094741eaf3" [ 688.831716] env[63339]: _type = "Task" [ 688.831716] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.833319] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27840848-dbb6-4fa4-b473-925d2cd6b6f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.842297] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 688.842297] env[63339]: value = "task-4319598" [ 688.842297] env[63339]: _type = "Task" [ 688.842297] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.850776] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52964d55-4be0-c6f7-187e-8c094741eaf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.851082] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.855610] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637a544c-184c-4ec7-a4af-4fa2eb7e0938 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.862473] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.872096] env[63339]: DEBUG oslo_vmware.api [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 688.872096] env[63339]: value = "task-4319599" [ 688.872096] env[63339]: _type = "Task" [ 688.872096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.884209] env[63339]: DEBUG oslo_vmware.api [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.970429] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44050f91-bc68-4136-8791-3ab31fbd1ee0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.981918] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2bb5eb-dd88-4d28-8fc6-5511ae2d64db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.026107] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9332d61-0308-4bf4-a7f4-4ba000103352 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.036601] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1854992-83a3-4d5d-8850-115aaeb02592 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.059159] env[63339]: DEBUG nova.compute.provider_tree [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.077160] env[63339]: INFO nova.compute.manager [-] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Took 1.07 seconds to deallocate network for instance. [ 689.077549] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319590, 'name': PowerOnVM_Task} progress is 84%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.160316] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.160316] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.160316] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.160316] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.160675] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.160675] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.160675] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.160675] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.160814] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.161168] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.161245] env[63339]: DEBUG nova.virt.hardware [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.167056] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 689.167765] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd8b0b4-97f2-41ac-bf5f-a205e2cfa6dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.189840] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 689.189840] env[63339]: value = "task-4319600" [ 689.189840] env[63339]: _type = "Task" [ 689.189840] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.190473] env[63339]: DEBUG nova.network.neutron [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.202201] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.261252] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Releasing lock "refresh_cache-256fe9ec-78a1-48b3-8716-49e7922668c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.261760] env[63339]: DEBUG nova.compute.manager [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.261996] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.263049] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6316a-93e7-4ef0-b8f0-17b055be5ad1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.276933] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.278971] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80d1c99d-8d16-42e2-9b2a-d9f5a1a9eee1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.288495] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 689.288495] env[63339]: value = "task-4319601" [ 689.288495] env[63339]: _type = "Task" [ 689.288495] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.300062] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.350074] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52964d55-4be0-c6f7-187e-8c094741eaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.04077} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.350952] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.351279] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.351837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.351837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.351970] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.352172] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ef2585d-7892-4673-bd43-d4da18e604e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.358278] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079478} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.358664] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.359564] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b1b070-2c3a-45f1-8f14-f4a223ee86ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.366917] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.367170] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.377749] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72aecf6-19f4-40cb-acc6-f0379d0d6624 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.392028] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1d8c7a69-e54e-4d64-90c8-06f0e76e9613/1d8c7a69-e54e-4d64-90c8-06f0e76e9613.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.394931] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34f47d2-20e7-437f-9b7a-9b6600dcf47f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.415572] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 689.415572] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c85a17-6df0-778e-e86a-528de683b748" [ 689.415572] env[63339]: _type = "Task" [ 689.415572] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.420478] env[63339]: DEBUG oslo_vmware.api [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319599, 'name': PowerOffVM_Task, 'duration_secs': 0.26457} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.426432] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.426804] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.426998] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 689.426998] env[63339]: value = "task-4319602" [ 689.426998] env[63339]: _type = "Task" [ 689.426998] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.427558] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5987f06c-b213-408e-9a13-4fb3bc9c9c7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436702] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c85a17-6df0-778e-e86a-528de683b748, 'name': SearchDatastore_Task, 'duration_secs': 0.013941} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.438582] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fcacfd-0f4d-4cb9-bf5f-c89a1bc74081 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.447225] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.448560] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 689.448560] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c1e993-c47c-7d90-e71f-bb00f089210f" [ 689.448560] env[63339]: _type = "Task" [ 689.448560] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.461493] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c1e993-c47c-7d90-e71f-bb00f089210f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.507921] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.508367] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.508656] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleting the datastore file [datastore1] 6588d641-32ed-4469-a13f-44d2f5f699d6 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.509197] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a2f59ae-1a02-4da0-8711-06b91d65829a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.516754] env[63339]: DEBUG oslo_vmware.api [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for the task: (returnval){ [ 689.516754] env[63339]: value = "task-4319604" [ 689.516754] env[63339]: _type = "Task" [ 689.516754] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.527771] env[63339]: DEBUG oslo_vmware.api [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.564417] env[63339]: DEBUG nova.scheduler.client.report [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.580977] env[63339]: DEBUG oslo_vmware.api [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319590, 'name': PowerOnVM_Task, 'duration_secs': 1.605592} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.581644] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.581863] env[63339]: INFO nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Took 13.77 seconds to spawn the instance on the hypervisor. [ 689.582140] env[63339]: DEBUG nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.584997] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e446449-3199-4189-9fa6-9553f0e2bd76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.591602] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.639356] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.641375] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.696215] env[63339]: INFO nova.compute.manager [-] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Took 1.06 seconds to deallocate network for instance. [ 689.714291] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319600, 'name': ReconfigVM_Task, 'duration_secs': 0.333684} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.717738] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 689.718680] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2845c2-9646-478a-9bef-77d959e0e6f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.755469] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e6243133-c513-4738-9813-780bf189cca5/e6243133-c513-4738-9813-780bf189cca5.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.755469] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40afa866-d1e9-4115-8d8a-3fc773c039d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.782298] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 689.782298] env[63339]: value = "task-4319605" [ 689.782298] env[63339]: _type = "Task" [ 689.782298] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.809660] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319601, 'name': PowerOffVM_Task, 'duration_secs': 0.158247} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.809965] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.814791] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.814791] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.814791] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad4e770b-f1f7-4b79-bd99-b2acd1350760 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.857695] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.857695] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.857863] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Deleting the datastore file [datastore2] 256fe9ec-78a1-48b3-8716-49e7922668c4 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.858179] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a5325f-3064-4971-a3b7-fa9d07d08ee4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.868358] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for the task: (returnval){ [ 689.868358] env[63339]: value = "task-4319607" [ 689.868358] env[63339]: _type = "Task" [ 689.868358] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.879810] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.950205] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319602, 'name': ReconfigVM_Task, 'duration_secs': 0.323351} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.950205] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1d8c7a69-e54e-4d64-90c8-06f0e76e9613/1d8c7a69-e54e-4d64-90c8-06f0e76e9613.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.955358] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dabf2252-fc7d-461a-a690-3b3c8055ce28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.965899] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c1e993-c47c-7d90-e71f-bb00f089210f, 'name': SearchDatastore_Task, 'duration_secs': 0.017578} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.969416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.973272] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 870c6382-317a-4067-9e38-e0e1a8e09437/870c6382-317a-4067-9e38-e0e1a8e09437.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.973272] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 689.973272] env[63339]: value = "task-4319608" [ 689.973272] env[63339]: _type = "Task" [ 689.973272] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.973272] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3fed428-f9b0-413f-a6f3-a37c405ec2ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.987833] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319608, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.987833] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 689.987833] env[63339]: value = "task-4319609" [ 689.987833] env[63339]: _type = "Task" [ 689.987833] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.001425] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.030324] env[63339]: DEBUG oslo_vmware.api [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Task: {'id': task-4319604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154103} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.031062] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.031262] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.031441] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.031610] env[63339]: INFO nova.compute.manager [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 690.031926] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.032188] env[63339]: DEBUG nova.compute.manager [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.032289] env[63339]: DEBUG nova.network.neutron [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 690.059598] env[63339]: DEBUG nova.network.neutron [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 690.074342] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.074827] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.077412] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.684s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.077636] env[63339]: DEBUG nova.objects.instance [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lazy-loading 'resources' on Instance uuid 95eff2bc-3e47-4fe0-b758-20a8da8561b1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.119583] env[63339]: INFO nova.compute.manager [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Took 35.36 seconds to build instance. [ 690.151258] env[63339]: DEBUG nova.network.neutron [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Successfully updated port: 344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.219581] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.297159] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.384899] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.484343] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319608, 'name': Rename_Task, 'duration_secs': 0.248363} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.484735] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.485062] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5049357-bd5f-490f-8a71-aee3ddfa947e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.498329] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 690.498329] env[63339]: value = "task-4319610" [ 690.498329] env[63339]: _type = "Task" [ 690.498329] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.501012] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.513214] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.562480] env[63339]: DEBUG nova.network.neutron [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.580836] env[63339]: DEBUG nova.compute.utils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.582991] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.583358] env[63339]: DEBUG nova.network.neutron [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 690.619084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8ab00022-1236-4545-90bd-9f9b5e13e431 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.682s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.659252] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "refresh_cache-cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.659252] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "refresh_cache-cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.659252] env[63339]: DEBUG nova.network.neutron [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 690.693573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.694936] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "63fdefbc-a279-4c6c-9300-46d450da723b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.780631] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.781340] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.796863] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.801055] env[63339]: DEBUG nova.policy [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba543e44ff7140a18cac13e2c0c87179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54834d28ceac43ada17f0e3c57e8639e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.889238] env[63339]: DEBUG oslo_vmware.api [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Task: {'id': task-4319607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593595} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.892434] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.892684] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.893155] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.893234] env[63339]: INFO nova.compute.manager [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Took 1.63 seconds to destroy the instance on the hypervisor. [ 690.893423] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.894078] env[63339]: DEBUG nova.compute.manager [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.894078] env[63339]: DEBUG nova.network.neutron [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 690.925071] env[63339]: DEBUG nova.network.neutron [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 691.003944] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644327} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.010509] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 870c6382-317a-4067-9e38-e0e1a8e09437/870c6382-317a-4067-9e38-e0e1a8e09437.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.011027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.013389] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c97255-c913-4ccb-9092-251db2f3467d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.032618] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319610, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.035827] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 691.035827] env[63339]: value = "task-4319611" [ 691.035827] env[63339]: _type = "Task" [ 691.035827] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.047557] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.069916] env[63339]: INFO nova.compute.manager [-] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Took 1.04 seconds to deallocate network for instance. [ 691.089777] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.123054] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.256490] env[63339]: DEBUG nova.network.neutron [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 691.299507] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319605, 'name': ReconfigVM_Task, 'duration_secs': 1.169412} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.299817] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e6243133-c513-4738-9813-780bf189cca5/e6243133-c513-4738-9813-780bf189cca5.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.301387] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.437679] env[63339]: DEBUG nova.network.neutron [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.442811] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3477608-a763-4a73-8165-9c514193756d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.451751] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de4409f-b8b6-48d8-9b46-bf0ef5a263f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.489968] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ff1410-d52f-48dd-a8be-c308b92a1192 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.498828] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd19dd-d7a9-413d-acde-9b5f9a5c7dfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.515948] env[63339]: DEBUG nova.compute.provider_tree [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.524485] env[63339]: DEBUG oslo_vmware.api [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319610, 'name': PowerOnVM_Task, 'duration_secs': 0.543756} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.524768] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.525063] env[63339]: INFO nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Took 13.01 seconds to spawn the instance on the hypervisor. [ 691.525196] env[63339]: DEBUG nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.526085] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a66e8a-7b3d-4ea4-957e-7a0b8f52eea3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.547468] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080642} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.547768] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.548688] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5329c860-d20b-4487-8b3b-fc0fcd265445 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.554470] env[63339]: DEBUG nova.network.neutron [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Updating instance_info_cache with network_info: [{"id": "344ae5be-2661-4092-8340-a1ab60f510a6", "address": "fa:16:3e:ae:ee:67", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap344ae5be-26", "ovs_interfaceid": "344ae5be-2661-4092-8340-a1ab60f510a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.583901] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 870c6382-317a-4067-9e38-e0e1a8e09437/870c6382-317a-4067-9e38-e0e1a8e09437.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.585880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.586208] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca965c0a-2656-4b58-a0a6-d0c825a942d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.615570] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 691.615570] env[63339]: value = "task-4319612" [ 691.615570] env[63339]: _type = "Task" [ 691.615570] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.624655] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.664865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.815502] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449cfd0c-d161-4f95-a946-5b5dd133a821 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.839786] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ecd07-f785-48a2-8bf4-b9e49c97e93f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.840844] env[63339]: DEBUG nova.network.neutron [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Successfully created port: 5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 691.860230] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.893213] env[63339]: DEBUG nova.compute.manager [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Received event network-vif-plugged-51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 691.894661] env[63339]: DEBUG oslo_concurrency.lockutils [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.894661] env[63339]: DEBUG oslo_concurrency.lockutils [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] Lock "870c6382-317a-4067-9e38-e0e1a8e09437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.894661] env[63339]: DEBUG oslo_concurrency.lockutils [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] Lock "870c6382-317a-4067-9e38-e0e1a8e09437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.894661] env[63339]: DEBUG nova.compute.manager [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] No waiting events found dispatching network-vif-plugged-51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.895606] env[63339]: WARNING nova.compute.manager [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Received unexpected event network-vif-plugged-51862093-111d-4b93-a6bb-1a4a70c2ce22 for instance with vm_state building and task_state spawning. [ 691.895954] env[63339]: DEBUG nova.compute.manager [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Received event network-changed-51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 691.896256] env[63339]: DEBUG nova.compute.manager [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Refreshing instance network info cache due to event network-changed-51862093-111d-4b93-a6bb-1a4a70c2ce22. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 691.896592] env[63339]: DEBUG oslo_concurrency.lockutils [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] Acquiring lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.896880] env[63339]: DEBUG oslo_concurrency.lockutils [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] Acquired lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.897361] env[63339]: DEBUG nova.network.neutron [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Refreshing network info cache for port 51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 691.949081] env[63339]: INFO nova.compute.manager [-] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Took 1.05 seconds to deallocate network for instance. [ 692.020297] env[63339]: DEBUG nova.scheduler.client.report [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.046944] env[63339]: INFO nova.compute.manager [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Took 37.07 seconds to build instance. [ 692.057480] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "refresh_cache-cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.058344] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Instance network_info: |[{"id": "344ae5be-2661-4092-8340-a1ab60f510a6", "address": "fa:16:3e:ae:ee:67", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap344ae5be-26", "ovs_interfaceid": "344ae5be-2661-4092-8340-a1ab60f510a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.060483] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ee:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '344ae5be-2661-4092-8340-a1ab60f510a6', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.070232] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Creating folder: Project (54c900049c3740db98a6198a0289dfbd). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.071362] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca7c843-17a2-4175-8760-fcd6e66b67f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.085666] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Created folder: Project (54c900049c3740db98a6198a0289dfbd) in parent group-v849594. [ 692.085913] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Creating folder: Instances. Parent ref: group-v849638. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.086225] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b89144a0-af1b-49a9-baee-1182fe7b5ba5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.098067] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Created folder: Instances in parent group-v849638. [ 692.098476] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.099664] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.099664] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a3f375-3ea6-4503-8b7c-3e4c604460a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.118545] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.136295] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.138314] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.138314] env[63339]: value = "task-4319615" [ 692.138314] env[63339]: _type = "Task" [ 692.138314] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.148527] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319615, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.163145] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.163408] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.163567] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.163745] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.163890] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.164049] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.164265] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.164423] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.164589] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.164864] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.164948] env[63339]: DEBUG nova.virt.hardware [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.165794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "ab6975de-1411-4af2-848e-fb957595f115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.165865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "ab6975de-1411-4af2-848e-fb957595f115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.166652] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa8cf8-12f1-457d-a4b3-d5e385088b4f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.172710] env[63339]: DEBUG nova.compute.manager [req-94fe01f2-fc60-4d26-9797-b9af6efee101 req-fc81666e-a802-40dd-ab39-402cccc5adef service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Received event network-vif-plugged-344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 692.173457] env[63339]: DEBUG oslo_concurrency.lockutils [req-94fe01f2-fc60-4d26-9797-b9af6efee101 req-fc81666e-a802-40dd-ab39-402cccc5adef service nova] Acquiring lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.173751] env[63339]: DEBUG oslo_concurrency.lockutils [req-94fe01f2-fc60-4d26-9797-b9af6efee101 req-fc81666e-a802-40dd-ab39-402cccc5adef service nova] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.173877] env[63339]: DEBUG oslo_concurrency.lockutils [req-94fe01f2-fc60-4d26-9797-b9af6efee101 req-fc81666e-a802-40dd-ab39-402cccc5adef service nova] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.174186] env[63339]: DEBUG nova.compute.manager [req-94fe01f2-fc60-4d26-9797-b9af6efee101 req-fc81666e-a802-40dd-ab39-402cccc5adef service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] No waiting events found dispatching network-vif-plugged-344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.174245] env[63339]: WARNING nova.compute.manager [req-94fe01f2-fc60-4d26-9797-b9af6efee101 req-fc81666e-a802-40dd-ab39-402cccc5adef service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Received unexpected event network-vif-plugged-344ae5be-2661-4092-8340-a1ab60f510a6 for instance with vm_state building and task_state spawning. [ 692.178482] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251565f-dc17-44ce-985d-2e70028f18bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.458479] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.471333] env[63339]: DEBUG nova.network.neutron [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Port 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 692.526382] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.449s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.534450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.712s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.536449] env[63339]: INFO nova.compute.claims [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.549719] env[63339]: DEBUG oslo_concurrency.lockutils [None req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.412s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.583964] env[63339]: INFO nova.scheduler.client.report [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted allocations for instance 95eff2bc-3e47-4fe0-b758-20a8da8561b1 [ 692.635960] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319612, 'name': ReconfigVM_Task, 'duration_secs': 0.544882} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.636525] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 870c6382-317a-4067-9e38-e0e1a8e09437/870c6382-317a-4067-9e38-e0e1a8e09437.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.637249] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a12d4e49-ed77-4989-8fd7-0df11953098b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.652445] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319615, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.654619] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 692.654619] env[63339]: value = "task-4319616" [ 692.654619] env[63339]: _type = "Task" [ 692.654619] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.040248] env[63339]: DEBUG nova.network.neutron [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updated VIF entry in instance network info cache for port 51862093-111d-4b93-a6bb-1a4a70c2ce22. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 693.040248] env[63339]: DEBUG nova.network.neutron [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updating instance_info_cache with network_info: [{"id": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "address": "fa:16:3e:a0:c7:6c", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51862093-11", "ovs_interfaceid": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.053416] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.093301] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3551ca0c-4875-4979-9fc6-a6af510bffd6 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "95eff2bc-3e47-4fe0-b758-20a8da8561b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.626s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.149689] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319615, 'name': CreateVM_Task, 'duration_secs': 0.773206} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.150102] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.150594] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.150762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.151123] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.151392] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46894aa5-7aa2-4acd-8d7e-21d0aa0d0013 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.160963] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 693.160963] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529bc93f-487c-34d2-0b3d-3e9e030846c7" [ 693.160963] env[63339]: _type = "Task" [ 693.160963] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.169466] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319616, 'name': Rename_Task, 'duration_secs': 0.200467} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.170191] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.170518] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e2e680-394f-4a2b-827a-787ea8dc4876 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.175399] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529bc93f-487c-34d2-0b3d-3e9e030846c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.181464] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 693.181464] env[63339]: value = "task-4319617" [ 693.181464] env[63339]: _type = "Task" [ 693.181464] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.190260] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.502025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "e6243133-c513-4738-9813-780bf189cca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.502025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.502025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.543442] env[63339]: DEBUG oslo_concurrency.lockutils [req-fb9d9c92-a57e-4924-8d55-406adeccf5ee req-fe894e2b-2ed0-4fdd-b766-9821da7615ec service nova] Releasing lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.589837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.678213] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529bc93f-487c-34d2-0b3d-3e9e030846c7, 'name': SearchDatastore_Task, 'duration_secs': 0.039326} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.681475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.681475] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.681475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.681475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.682063] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.682063] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d841935-afb1-48b2-8bf8-0d38e98b4acd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.692631] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319617, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.699240] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.699450] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.700269] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242f7019-914f-4393-a2d8-0fe3c17a1ea6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.708987] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 693.708987] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52773e4b-f8cb-8ede-92a1-1209bb589a23" [ 693.708987] env[63339]: _type = "Task" [ 693.708987] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.724750] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52773e4b-f8cb-8ede-92a1-1209bb589a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.195954] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319617, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.207182] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e2369e-59d0-4538-b8ad-36c4d4013b9c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.221345] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d09129-d5ec-49ff-b633-6e042c494887 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.227787] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52773e4b-f8cb-8ede-92a1-1209bb589a23, 'name': SearchDatastore_Task, 'duration_secs': 0.027473} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.229053] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd831439-8e40-4a1d-b62c-bfa18e42e382 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.269325] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55319224-592f-4995-871b-3c209398c767 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.280981] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 694.280981] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235f091-667c-77b4-5978-a1c8e39aa66b" [ 694.280981] env[63339]: _type = "Task" [ 694.280981] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.290982] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff21668-a55b-4843-8ed2-fc13ef6c6ed0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.300071] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235f091-667c-77b4-5978-a1c8e39aa66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.304092] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "3aefd062-76d6-46d3-851d-2d03717c503d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.304508] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "3aefd062-76d6-46d3-851d-2d03717c503d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.315360] env[63339]: DEBUG nova.compute.provider_tree [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.471301] env[63339]: DEBUG nova.network.neutron [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Successfully updated port: 5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.598464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.598464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.598464] env[63339]: DEBUG nova.network.neutron [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 694.693518] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319617, 'name': PowerOnVM_Task} progress is 68%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.794498] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235f091-667c-77b4-5978-a1c8e39aa66b, 'name': SearchDatastore_Task, 'duration_secs': 0.023792} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.794498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.794498] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16/cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.794498] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-595bef45-a8e9-4988-a03e-cc9660ba536f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.802688] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 694.802688] env[63339]: value = "task-4319618" [ 694.802688] env[63339]: _type = "Task" [ 694.802688] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.812790] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.820049] env[63339]: DEBUG nova.scheduler.client.report [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.976669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.976854] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.977027] env[63339]: DEBUG nova.network.neutron [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 695.197688] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319617, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.316816] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319618, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.325933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.326919] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.330180] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.245s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.330180] env[63339]: DEBUG nova.objects.instance [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lazy-loading 'resources' on Instance uuid 14f78e65-396c-438a-9eb7-8e923730d915 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.499473] env[63339]: DEBUG nova.compute.manager [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Received event network-changed-344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 695.499669] env[63339]: DEBUG nova.compute.manager [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Refreshing instance network info cache due to event network-changed-344ae5be-2661-4092-8340-a1ab60f510a6. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 695.501497] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] Acquiring lock "refresh_cache-cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.501497] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] Acquired lock "refresh_cache-cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.501497] env[63339]: DEBUG nova.network.neutron [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Refreshing network info cache for port 344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 695.544190] env[63339]: DEBUG nova.network.neutron [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 695.596720] env[63339]: DEBUG nova.network.neutron [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [{"id": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "address": "fa:16:3e:27:c5:0e", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e48fe9a-a2", "ovs_interfaceid": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.698546] env[63339]: DEBUG oslo_vmware.api [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4319617, 'name': PowerOnVM_Task, 'duration_secs': 2.061201} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.698546] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.698546] env[63339]: INFO nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Took 14.33 seconds to spawn the instance on the hypervisor. [ 695.698546] env[63339]: DEBUG nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.701449] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb922f-389a-4568-ae33-2a1b66ce5f18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.723297] env[63339]: DEBUG nova.network.neutron [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updating instance_info_cache with network_info: [{"id": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "address": "fa:16:3e:0f:35:00", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d34a3da-1f", "ovs_interfaceid": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.816114] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.954292} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.816215] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16/cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.816410] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.816745] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd86722d-73b0-4674-a99d-3d0a6a5244fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.827828] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.828121] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.836486] env[63339]: DEBUG nova.compute.utils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.838290] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 695.838290] env[63339]: value = "task-4319619" [ 695.838290] env[63339]: _type = "Task" [ 695.838290] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.838812] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.839061] env[63339]: DEBUG nova.network.neutron [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 695.856139] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.929369] env[63339]: DEBUG nova.policy [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30adc7162ec6496cb27ba8b3cefcc837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5647dfa701a4e358a82ac932a46b70f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.106218] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230810] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230810] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Instance network_info: |[{"id": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "address": "fa:16:3e:0f:35:00", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d34a3da-1f", "ovs_interfaceid": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.232087] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:35:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d34a3da-1fd3-42a4-861e-19599c8f9784', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.240656] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Creating folder: Project (54834d28ceac43ada17f0e3c57e8639e). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.241496] env[63339]: INFO nova.compute.manager [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Took 40.25 seconds to build instance. [ 696.242555] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75c426a5-08dc-4bf5-893c-acbc295c3e3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.258528] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Created folder: Project (54834d28ceac43ada17f0e3c57e8639e) in parent group-v849594. [ 696.258763] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Creating folder: Instances. Parent ref: group-v849641. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.259065] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7dde55b-9691-4472-b879-b51c781ba681 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.279877] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Created folder: Instances in parent group-v849641. [ 696.280134] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.280358] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.280578] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9aee0af-86d5-4d30-9ec2-a362f3f143b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.306398] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.306398] env[63339]: value = "task-4319622" [ 696.306398] env[63339]: _type = "Task" [ 696.306398] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.318268] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319622, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.339897] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.360837] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146934} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.362018] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.362152] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d05960-7595-40fb-bf37-b3cc3581f692 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.389139] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16/cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.393244] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d1a174-9fcb-47fb-9e73-9af059af50c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.409302] env[63339]: DEBUG nova.network.neutron [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Successfully created port: b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 696.413858] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 696.413858] env[63339]: value = "task-4319623" [ 696.413858] env[63339]: _type = "Task" [ 696.413858] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.424246] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.426023] env[63339]: DEBUG nova.network.neutron [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Updated VIF entry in instance network info cache for port 344ae5be-2661-4092-8340-a1ab60f510a6. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 696.426023] env[63339]: DEBUG nova.network.neutron [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Updating instance_info_cache with network_info: [{"id": "344ae5be-2661-4092-8340-a1ab60f510a6", "address": "fa:16:3e:ae:ee:67", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap344ae5be-26", "ovs_interfaceid": "344ae5be-2661-4092-8340-a1ab60f510a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.519333] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c961f-4ec0-466c-93ed-aabf31695462 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.528017] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384bed3b-6ea0-4c2c-8d9a-30300a187db7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.560586] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98707fda-5ee6-40bb-a7aa-39115cedb4ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.569402] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc564d-018b-4670-925c-89e49dff1048 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.585730] env[63339]: DEBUG nova.compute.provider_tree [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.632046] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad0ce9-37f3-4d5c-964a-6e6a84589928 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.654858] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407fec83-3a2a-4a79-b1e7-e1b6be3dce16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.663699] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.746963] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.010s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.817922] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319622, 'name': CreateVM_Task, 'duration_secs': 0.410618} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.818117] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.818930] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.819153] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.819484] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.819722] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2b3c9b-a98e-4bd9-a672-76aa7313a837 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.828242] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 696.828242] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5299620a-ac6c-6d24-1195-5a97524d5328" [ 696.828242] env[63339]: _type = "Task" [ 696.828242] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.838708] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5299620a-ac6c-6d24-1195-5a97524d5328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.930257] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] Releasing lock "refresh_cache-cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.932801] env[63339]: DEBUG nova.compute.manager [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Received event network-changed-2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 696.932801] env[63339]: DEBUG nova.compute.manager [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Refreshing instance network info cache due to event network-changed-2b5c6e54-6590-4d75-a46c-ea8396e80149. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 696.933652] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] Acquiring lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.934351] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] Acquired lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.934351] env[63339]: DEBUG nova.network.neutron [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Refreshing network info cache for port 2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 696.936172] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.089146] env[63339]: DEBUG nova.scheduler.client.report [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.171024] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.171024] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96728b29-d9a1-4b6a-8f2b-0cf3f1172bc7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.182598] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 697.182598] env[63339]: value = "task-4319624" [ 697.182598] env[63339]: _type = "Task" [ 697.182598] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.194975] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.253101] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.341865] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5299620a-ac6c-6d24-1195-5a97524d5328, 'name': SearchDatastore_Task, 'duration_secs': 0.049975} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.342255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.342447] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.342707] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.342862] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.343053] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.343343] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b160fa52-3cac-4c01-850e-7edfe3da171c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.352054] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.364549] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.364661] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.365519] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e93359-d3f1-4357-bd1c-b2c59a7c19de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.373278] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 697.373278] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528b31dd-89a1-426b-d590-4ee5b358b4e9" [ 697.373278] env[63339]: _type = "Task" [ 697.373278] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.387436] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528b31dd-89a1-426b-d590-4ee5b358b4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.389957] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.390241] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.390399] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.390581] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.390727] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.390920] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.391164] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.391347] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.391522] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.391687] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.391861] env[63339]: DEBUG nova.virt.hardware [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.392791] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03189a-859a-4ee7-bc55-0c2d6d760e16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.402374] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f470ec6-e6c4-405e-8d40-541cb5f2ac92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.427773] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.594435] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.596885] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.044s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.597109] env[63339]: DEBUG nova.objects.instance [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 697.630741] env[63339]: INFO nova.scheduler.client.report [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted allocations for instance 14f78e65-396c-438a-9eb7-8e923730d915 [ 697.702332] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.780551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.887328] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528b31dd-89a1-426b-d590-4ee5b358b4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.022145} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.889738] env[63339]: DEBUG nova.network.neutron [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updated VIF entry in instance network info cache for port 2b5c6e54-6590-4d75-a46c-ea8396e80149. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 697.889738] env[63339]: DEBUG nova.network.neutron [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updating instance_info_cache with network_info: [{"id": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "address": "fa:16:3e:c8:24:a2", "network": {"id": "c5413eb5-2b68-464d-9389-2cb8e4a8375c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1382773305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09d09416bb1c4766850783d0a6c56bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5c6e54-65", "ovs_interfaceid": "2b5c6e54-6590-4d75-a46c-ea8396e80149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.892559] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8f5306-820f-4cdb-abda-07f5c3d34e4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.901624] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 697.901624] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5282365d-6c2c-f42c-12fc-7f83b91d13eb" [ 697.901624] env[63339]: _type = "Task" [ 697.901624] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.915721] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5282365d-6c2c-f42c-12fc-7f83b91d13eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.932854] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319623, 'name': ReconfigVM_Task, 'duration_secs': 1.035419} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.934040] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Reconfigured VM instance instance-00000011 to attach disk [datastore2] cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16/cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.934241] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f1eb3d-22f1-4c68-9120-3ccd2fdc3c94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.944203] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 697.944203] env[63339]: value = "task-4319625" [ 697.944203] env[63339]: _type = "Task" [ 697.944203] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.953845] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319625, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.140452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "14f78e65-396c-438a-9eb7-8e923730d915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.618s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.194962] env[63339]: DEBUG oslo_vmware.api [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319624, 'name': PowerOnVM_Task, 'duration_secs': 0.987232} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.195525] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.195758] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe14e606-a401-4ec2-8c35-380010a99aa6 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance 'e6243133-c513-4738-9813-780bf189cca5' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.222774] env[63339]: DEBUG nova.network.neutron [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Successfully updated port: b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 698.385629] env[63339]: DEBUG nova.compute.manager [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Received event network-vif-plugged-5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 698.385812] env[63339]: DEBUG oslo_concurrency.lockutils [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] Acquiring lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.386052] env[63339]: DEBUG oslo_concurrency.lockutils [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.386529] env[63339]: DEBUG oslo_concurrency.lockutils [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.386835] env[63339]: DEBUG nova.compute.manager [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] No waiting events found dispatching network-vif-plugged-5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.386948] env[63339]: WARNING nova.compute.manager [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Received unexpected event network-vif-plugged-5d34a3da-1fd3-42a4-861e-19599c8f9784 for instance with vm_state building and task_state spawning. [ 698.387073] env[63339]: DEBUG nova.compute.manager [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Received event network-changed-5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 698.388156] env[63339]: DEBUG nova.compute.manager [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Refreshing instance network info cache due to event network-changed-5d34a3da-1fd3-42a4-861e-19599c8f9784. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 698.388488] env[63339]: DEBUG oslo_concurrency.lockutils [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] Acquiring lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.388661] env[63339]: DEBUG oslo_concurrency.lockutils [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] Acquired lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.388979] env[63339]: DEBUG nova.network.neutron [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Refreshing network info cache for port 5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 698.393655] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6d7a444-f62f-476b-bb20-31bb81dc0a7c req-3edda861-8146-4023-ac8b-ad7eb77eb7f4 service nova] Releasing lock "refresh_cache-eef7f93f-732f-42d5-bd76-cc760fba4f94" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416297] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5282365d-6c2c-f42c-12fc-7f83b91d13eb, 'name': SearchDatastore_Task, 'duration_secs': 0.025507} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.416297] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416620] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] bf4b85bd-f649-4444-b057-fe6035bb8c2a/bf4b85bd-f649-4444-b057-fe6035bb8c2a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.417213] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b81f1fe8-090a-4920-9a34-21cb9df25656 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.427548] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 698.427548] env[63339]: value = "task-4319626" [ 698.427548] env[63339]: _type = "Task" [ 698.427548] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.437909] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.456700] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319625, 'name': Rename_Task, 'duration_secs': 0.361647} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.456972] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.457407] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99e723cf-58a3-44fd-80f6-529fc0002c94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.465960] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 698.465960] env[63339]: value = "task-4319627" [ 698.465960] env[63339]: _type = "Task" [ 698.465960] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.478925] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.561083] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.561515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.561743] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.562253] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.562253] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.565840] env[63339]: INFO nova.compute.manager [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Terminating instance [ 698.609345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7378fac4-bbfe-488c-9235-7676ba3785ee tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.615023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.571s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.615023] env[63339]: INFO nova.compute.claims [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.725039] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "refresh_cache-fb2f6d4c-4099-4108-93f7-5e5c537f2a19" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.725286] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquired lock "refresh_cache-fb2f6d4c-4099-4108-93f7-5e5c537f2a19" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.725531] env[63339]: DEBUG nova.network.neutron [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 698.943647] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319626, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.980023] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319627, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.017617] env[63339]: DEBUG nova.compute.manager [req-b216428b-ee18-4b6f-8937-3b73eac63041 req-e6e535ba-1c9e-4c30-8edd-c77612c3e630 service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Received event network-vif-plugged-b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 699.018047] env[63339]: DEBUG oslo_concurrency.lockutils [req-b216428b-ee18-4b6f-8937-3b73eac63041 req-e6e535ba-1c9e-4c30-8edd-c77612c3e630 service nova] Acquiring lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.018522] env[63339]: DEBUG oslo_concurrency.lockutils [req-b216428b-ee18-4b6f-8937-3b73eac63041 req-e6e535ba-1c9e-4c30-8edd-c77612c3e630 service nova] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.019314] env[63339]: DEBUG oslo_concurrency.lockutils [req-b216428b-ee18-4b6f-8937-3b73eac63041 req-e6e535ba-1c9e-4c30-8edd-c77612c3e630 service nova] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.019436] env[63339]: DEBUG nova.compute.manager [req-b216428b-ee18-4b6f-8937-3b73eac63041 req-e6e535ba-1c9e-4c30-8edd-c77612c3e630 service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] No waiting events found dispatching network-vif-plugged-b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.019701] env[63339]: WARNING nova.compute.manager [req-b216428b-ee18-4b6f-8937-3b73eac63041 req-e6e535ba-1c9e-4c30-8edd-c77612c3e630 service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Received unexpected event network-vif-plugged-b75b14f3-0de8-4d2c-9840-cfc06b880425 for instance with vm_state building and task_state spawning. [ 699.072175] env[63339]: DEBUG nova.compute.manager [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.072507] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.074064] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b77bee8-6a08-45a5-a6a9-812ab9c96069 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.086102] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.086514] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546a6622-38c2-4b44-b9e9-63c9b27aa33f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.098175] env[63339]: DEBUG oslo_vmware.api [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 699.098175] env[63339]: value = "task-4319628" [ 699.098175] env[63339]: _type = "Task" [ 699.098175] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.110668] env[63339]: DEBUG oslo_vmware.api [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.314210] env[63339]: DEBUG nova.network.neutron [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 699.382986] env[63339]: DEBUG nova.network.neutron [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updated VIF entry in instance network info cache for port 5d34a3da-1fd3-42a4-861e-19599c8f9784. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 699.382986] env[63339]: DEBUG nova.network.neutron [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updating instance_info_cache with network_info: [{"id": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "address": "fa:16:3e:0f:35:00", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d34a3da-1f", "ovs_interfaceid": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.449774] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829253} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.451911] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] bf4b85bd-f649-4444-b057-fe6035bb8c2a/bf4b85bd-f649-4444-b057-fe6035bb8c2a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.451911] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.451911] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f98b046-4e59-4ac5-97a2-af85e0d65dcd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.459723] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 699.459723] env[63339]: value = "task-4319629" [ 699.459723] env[63339]: _type = "Task" [ 699.459723] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.485846] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.485846] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319627, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.615082] env[63339]: DEBUG oslo_vmware.api [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319628, 'name': PowerOffVM_Task, 'duration_secs': 0.235521} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.615692] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.616051] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.616515] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf7bbb0-951d-4102-be45-c78ac43b2d26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.689219] env[63339]: DEBUG nova.network.neutron [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Updating instance_info_cache with network_info: [{"id": "b75b14f3-0de8-4d2c-9840-cfc06b880425", "address": "fa:16:3e:82:6a:d7", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b14f3-0d", "ovs_interfaceid": "b75b14f3-0de8-4d2c-9840-cfc06b880425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.702475] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.702770] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.704155] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Deleting the datastore file [datastore1] 1d8c7a69-e54e-4d64-90c8-06f0e76e9613 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.704155] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9a40ce-c295-4746-aa0f-45c532aee138 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.722180] env[63339]: DEBUG oslo_vmware.api [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for the task: (returnval){ [ 699.722180] env[63339]: value = "task-4319631" [ 699.722180] env[63339]: _type = "Task" [ 699.722180] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.741469] env[63339]: DEBUG oslo_vmware.api [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.887029] env[63339]: DEBUG oslo_concurrency.lockutils [req-d0c16fc0-90d1-42de-ab00-83d182b0f5d4 req-60c7fb79-4a96-4565-a122-7489356dc580 service nova] Releasing lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.970381] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11887} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.973458] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.976799] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d84f7e3-2391-4260-8cc1-94090d6731e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.990584] env[63339]: DEBUG oslo_vmware.api [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319627, 'name': PowerOnVM_Task, 'duration_secs': 1.026287} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.007305] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.007305] env[63339]: INFO nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Took 13.14 seconds to spawn the instance on the hypervisor. [ 700.007719] env[63339]: DEBUG nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.017951] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] bf4b85bd-f649-4444-b057-fe6035bb8c2a/bf4b85bd-f649-4444-b057-fe6035bb8c2a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.019169] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddedc3d0-2151-468d-90ff-7eba02945b9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.022976] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d254866a-7c7e-47ed-883e-28b63ba06c3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.055012] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 700.055012] env[63339]: value = "task-4319632" [ 700.055012] env[63339]: _type = "Task" [ 700.055012] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.067645] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.189692] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Releasing lock "refresh_cache-fb2f6d4c-4099-4108-93f7-5e5c537f2a19" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.194667] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Instance network_info: |[{"id": "b75b14f3-0de8-4d2c-9840-cfc06b880425", "address": "fa:16:3e:82:6a:d7", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b14f3-0d", "ovs_interfaceid": "b75b14f3-0de8-4d2c-9840-cfc06b880425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.194960] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:6a:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b75b14f3-0de8-4d2c-9840-cfc06b880425', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.200058] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Creating folder: Project (f5647dfa701a4e358a82ac932a46b70f). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.204310] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c537b55-07e3-4e7f-b042-d30dd0caad83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.218211] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Created folder: Project (f5647dfa701a4e358a82ac932a46b70f) in parent group-v849594. [ 700.218667] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Creating folder: Instances. Parent ref: group-v849644. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.221256] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d03089-6ba7-4ea0-a2b0-c90cdff0b5ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.232908] env[63339]: DEBUG oslo_vmware.api [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Task: {'id': task-4319631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430539} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.233462] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.233749] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.233838] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.234014] env[63339]: INFO nova.compute.manager [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Took 1.16 seconds to destroy the instance on the hypervisor. [ 700.234269] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.234484] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Created folder: Instances in parent group-v849644. [ 700.234661] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.234841] env[63339]: DEBUG nova.compute.manager [-] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.234931] env[63339]: DEBUG nova.network.neutron [-] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 700.236595] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.239097] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e10927-f9c8-4c53-b926-5c8ed1201818 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.260704] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.260704] env[63339]: value = "task-4319635" [ 700.260704] env[63339]: _type = "Task" [ 700.260704] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.273718] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319635, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.358675] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cddaf9-2d36-4496-9e76-d8cd9f81e924 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.368009] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb82b2dd-46dd-491a-86b7-6904565f2d25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.410658] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcaf65e-41c9-40ea-8ff5-56e03a3211dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.421582] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d8716-a4b1-4df1-a328-3f1481e60f29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.437924] env[63339]: DEBUG nova.compute.provider_tree [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.569374] env[63339]: INFO nova.compute.manager [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Took 36.53 seconds to build instance. [ 700.576742] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319632, 'name': ReconfigVM_Task, 'duration_secs': 0.433267} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.577706] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] bf4b85bd-f649-4444-b057-fe6035bb8c2a/bf4b85bd-f649-4444-b057-fe6035bb8c2a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.577706] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235ffe5a-5afb-45cb-a58d-9321276e8abf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.586226] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 700.586226] env[63339]: value = "task-4319636" [ 700.586226] env[63339]: _type = "Task" [ 700.586226] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.598083] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319636, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.774800] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319635, 'name': CreateVM_Task, 'duration_secs': 0.491482} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.775121] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.775918] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.776179] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.776861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.777232] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22b8a93-d5c0-43bc-92ca-85346f033a2b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.783936] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 700.783936] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529fafc6-e639-cf19-563a-92608bfcfc51" [ 700.783936] env[63339]: _type = "Task" [ 700.783936] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.794411] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529fafc6-e639-cf19-563a-92608bfcfc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.944937] env[63339]: DEBUG nova.scheduler.client.report [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.075656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.868s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.098560] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319636, 'name': Rename_Task, 'duration_secs': 0.194929} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.099114] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.099205] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-642d182e-a3a1-443b-823a-1e29c54318f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.106982] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 701.106982] env[63339]: value = "task-4319637" [ 701.106982] env[63339]: _type = "Task" [ 701.106982] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.115976] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.297166] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529fafc6-e639-cf19-563a-92608bfcfc51, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.297489] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.297805] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.298131] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.298339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.298582] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.298920] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a51ba378-b9be-4129-b539-c20281a8cbab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.309588] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.309849] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.310961] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e6a7bf-8954-4ce1-b434-2ef8e21bae63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.317688] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 701.317688] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a63b55-467e-d8e2-894d-cea7a72a83c5" [ 701.317688] env[63339]: _type = "Task" [ 701.317688] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.328408] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a63b55-467e-d8e2-894d-cea7a72a83c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.391543] env[63339]: DEBUG nova.network.neutron [-] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.427643] env[63339]: DEBUG nova.compute.manager [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Received event network-changed-51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 701.427643] env[63339]: DEBUG nova.compute.manager [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Refreshing instance network info cache due to event network-changed-51862093-111d-4b93-a6bb-1a4a70c2ce22. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 701.427643] env[63339]: DEBUG oslo_concurrency.lockutils [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] Acquiring lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.428019] env[63339]: DEBUG oslo_concurrency.lockutils [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] Acquired lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.430127] env[63339]: DEBUG nova.network.neutron [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Refreshing network info cache for port 51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 701.451786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.452429] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.455073] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.382s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.455315] env[63339]: DEBUG nova.objects.instance [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lazy-loading 'resources' on Instance uuid 32c2cdab-847b-405b-8fb1-2c6509b20552 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.496963] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "5e43cd98-f6ad-4f80-948f-00fbff73b684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.497227] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.533014] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "e157b2b3-e398-4b7a-87f5-408800682b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.533306] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.578902] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.618985] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319637, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.828237] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a63b55-467e-d8e2-894d-cea7a72a83c5, 'name': SearchDatastore_Task, 'duration_secs': 0.02129} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.829185] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d534d5a-2cca-4957-baab-9f49a7ddd697 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.835894] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 701.835894] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526ef6e2-2d5c-41db-aadc-53c08a8b6155" [ 701.835894] env[63339]: _type = "Task" [ 701.835894] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.845417] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526ef6e2-2d5c-41db-aadc-53c08a8b6155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.894628] env[63339]: INFO nova.compute.manager [-] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Took 1.66 seconds to deallocate network for instance. [ 701.961937] env[63339]: DEBUG nova.compute.utils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.964493] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.964790] env[63339]: DEBUG nova.network.neutron [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 702.034530] env[63339]: DEBUG nova.policy [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb813a522a2543259288bef1d5183868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88a4a10df9164e93b9aa5711f4e0ca17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.103335] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.119746] env[63339]: DEBUG oslo_vmware.api [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319637, 'name': PowerOnVM_Task, 'duration_secs': 0.718824} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.120098] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.120401] env[63339]: INFO nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Took 10.00 seconds to spawn the instance on the hypervisor. [ 702.120627] env[63339]: DEBUG nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.124081] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1cc2d-b173-492d-8462-fdffdafca8f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.151927] env[63339]: DEBUG nova.compute.manager [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Received event network-changed-b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 702.152367] env[63339]: DEBUG nova.compute.manager [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Refreshing instance network info cache due to event network-changed-b75b14f3-0de8-4d2c-9840-cfc06b880425. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 702.152804] env[63339]: DEBUG oslo_concurrency.lockutils [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] Acquiring lock "refresh_cache-fb2f6d4c-4099-4108-93f7-5e5c537f2a19" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.153085] env[63339]: DEBUG oslo_concurrency.lockutils [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] Acquired lock "refresh_cache-fb2f6d4c-4099-4108-93f7-5e5c537f2a19" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.153373] env[63339]: DEBUG nova.network.neutron [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Refreshing network info cache for port b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 702.353379] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526ef6e2-2d5c-41db-aadc-53c08a8b6155, 'name': SearchDatastore_Task, 'duration_secs': 0.03023} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.358379] env[63339]: DEBUG nova.network.neutron [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updated VIF entry in instance network info cache for port 51862093-111d-4b93-a6bb-1a4a70c2ce22. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 702.358927] env[63339]: DEBUG nova.network.neutron [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updating instance_info_cache with network_info: [{"id": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "address": "fa:16:3e:a0:c7:6c", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51862093-11", "ovs_interfaceid": "51862093-111d-4b93-a6bb-1a4a70c2ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.361666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.361666] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] fb2f6d4c-4099-4108-93f7-5e5c537f2a19/fb2f6d4c-4099-4108-93f7-5e5c537f2a19.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.362427] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d7bb8c4-0b91-48da-ba06-774a4d4cb300 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.372959] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 702.372959] env[63339]: value = "task-4319638" [ 702.372959] env[63339]: _type = "Task" [ 702.372959] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.395326] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.402908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.404184] env[63339]: DEBUG nova.network.neutron [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Successfully created port: 15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.467874] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.562651] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0606180-b9e3-4648-8c39-6c0e8642a070 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.572619] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c4008-79b0-479d-aaf1-c0ab58c1bffb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.612321] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5bb249-160f-4d7d-9094-5e9bc5b6cb5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.621164] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da017e8a-abad-49f2-a59f-673ff5a7eb18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.646072] env[63339]: DEBUG nova.compute.provider_tree [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.653094] env[63339]: INFO nova.compute.manager [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Took 37.49 seconds to build instance. [ 702.863265] env[63339]: DEBUG oslo_concurrency.lockutils [req-5a9db8c9-34fc-4bd6-8ea7-ef038862f2f0 req-cb3ae031-c862-40d9-abce-76034b5b2dee service nova] Releasing lock "refresh_cache-870c6382-317a-4067-9e38-e0e1a8e09437" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.892640] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319638, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.008199] env[63339]: DEBUG nova.network.neutron [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Updated VIF entry in instance network info cache for port b75b14f3-0de8-4d2c-9840-cfc06b880425. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 703.008602] env[63339]: DEBUG nova.network.neutron [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Updating instance_info_cache with network_info: [{"id": "b75b14f3-0de8-4d2c-9840-cfc06b880425", "address": "fa:16:3e:82:6a:d7", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b14f3-0d", "ovs_interfaceid": "b75b14f3-0de8-4d2c-9840-cfc06b880425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.150862] env[63339]: DEBUG nova.scheduler.client.report [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.154668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-474b13bf-bcca-48ab-8d4a-c2838f47c53b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.059s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.302110] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "e6243133-c513-4738-9813-780bf189cca5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.302417] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.302594] env[63339]: DEBUG nova.compute.manager [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Going to confirm migration 1 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 703.386247] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808214} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.386512] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] fb2f6d4c-4099-4108-93f7-5e5c537f2a19/fb2f6d4c-4099-4108-93f7-5e5c537f2a19.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.386732] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.386987] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-161683e0-fda6-444a-b245-d91d1c3daad0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.395371] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 703.395371] env[63339]: value = "task-4319639" [ 703.395371] env[63339]: _type = "Task" [ 703.395371] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.404726] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.485966] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.511621] env[63339]: DEBUG oslo_concurrency.lockutils [req-88281fdf-dcb0-4376-8aa5-ed52a6c79428 req-acf76337-4e43-4a79-9d40-89e323c9254b service nova] Releasing lock "refresh_cache-fb2f6d4c-4099-4108-93f7-5e5c537f2a19" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.517878] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.518135] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.518297] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.518483] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.518628] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.520313] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.520636] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.520840] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.521127] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.521351] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.521540] env[63339]: DEBUG nova.virt.hardware [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.522515] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7504c4e1-1321-423e-9c32-679605132eb7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.532636] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f19ed-b6b2-41c7-9f00-02cd958e1cd0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.656477] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.660330] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.872s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.662166] env[63339]: INFO nova.compute.claims [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.665656] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.687291] env[63339]: INFO nova.scheduler.client.report [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Deleted allocations for instance 32c2cdab-847b-405b-8fb1-2c6509b20552 [ 703.884551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.886578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.886578] env[63339]: DEBUG nova.network.neutron [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 703.886578] env[63339]: DEBUG nova.objects.instance [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lazy-loading 'info_cache' on Instance uuid e6243133-c513-4738-9813-780bf189cca5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.910033] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084162} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.910248] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.911233] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5674596-cb05-4910-84ab-f73a5eb7d258 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.941306] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fb2f6d4c-4099-4108-93f7-5e5c537f2a19/fb2f6d4c-4099-4108-93f7-5e5c537f2a19.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.942627] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b57ad2-b466-4843-acb6-73d1f5a32c6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.964149] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 703.964149] env[63339]: value = "task-4319640" [ 703.964149] env[63339]: _type = "Task" [ 703.964149] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.975790] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.003141] env[63339]: DEBUG nova.network.neutron [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Successfully updated port: 15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 704.182414] env[63339]: DEBUG nova.compute.manager [req-ee96cec7-114a-4dd8-99be-4636eb85b895 req-81e178e1-27c2-4d38-8b52-d745213623d1 service nova] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Received event network-vif-deleted-4690b00c-26e4-459f-baa3-d626a16169a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 704.193936] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c98f80c-8156-4028-8da5-d25368eb4dd7 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Lock "32c2cdab-847b-405b-8fb1-2c6509b20552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.205s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.206882] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.476316] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.507272] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "refresh_cache-2950ec52-a1f0-407f-816b-e3f91b7212c8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.507500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "refresh_cache-2950ec52-a1f0-407f-816b-e3f91b7212c8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.507692] env[63339]: DEBUG nova.network.neutron [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 704.978867] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319640, 'name': ReconfigVM_Task, 'duration_secs': 0.692751} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.979220] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fb2f6d4c-4099-4108-93f7-5e5c537f2a19/fb2f6d4c-4099-4108-93f7-5e5c537f2a19.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.979902] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab4c1122-493a-4b09-807a-bacdfe8e6de0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.987589] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 704.987589] env[63339]: value = "task-4319641" [ 704.987589] env[63339]: _type = "Task" [ 704.987589] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.998416] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319641, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.081746] env[63339]: DEBUG nova.network.neutron [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 705.146293] env[63339]: DEBUG nova.network.neutron [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [{"id": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "address": "fa:16:3e:27:c5:0e", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e48fe9a-a2", "ovs_interfaceid": "8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.176064] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3987d63-f23d-4788-8e8c-d0231935cc9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.183652] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419c82b-12f8-4726-b64b-8400c04db94e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.224204] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0699e0f-5a40-4fa9-9fdb-cae90b573687 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.233169] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016d889d-33e3-4042-a465-37ca88337948 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.251651] env[63339]: DEBUG nova.compute.provider_tree [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.294796] env[63339]: DEBUG nova.compute.manager [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Received event network-vif-plugged-15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 705.294796] env[63339]: DEBUG oslo_concurrency.lockutils [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] Acquiring lock "2950ec52-a1f0-407f-816b-e3f91b7212c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.294796] env[63339]: DEBUG oslo_concurrency.lockutils [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.294796] env[63339]: DEBUG oslo_concurrency.lockutils [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.294796] env[63339]: DEBUG nova.compute.manager [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] No waiting events found dispatching network-vif-plugged-15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.295017] env[63339]: WARNING nova.compute.manager [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Received unexpected event network-vif-plugged-15ef62b0-2811-4ea6-94aa-897fe2024035 for instance with vm_state building and task_state spawning. [ 705.295017] env[63339]: DEBUG nova.compute.manager [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Received event network-changed-15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 705.295017] env[63339]: DEBUG nova.compute.manager [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Refreshing instance network info cache due to event network-changed-15ef62b0-2811-4ea6-94aa-897fe2024035. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 705.295017] env[63339]: DEBUG oslo_concurrency.lockutils [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] Acquiring lock "refresh_cache-2950ec52-a1f0-407f-816b-e3f91b7212c8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.329587] env[63339]: DEBUG nova.network.neutron [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Updating instance_info_cache with network_info: [{"id": "15ef62b0-2811-4ea6-94aa-897fe2024035", "address": "fa:16:3e:ac:ef:aa", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef62b0-28", "ovs_interfaceid": "15ef62b0-2811-4ea6-94aa-897fe2024035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.498112] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319641, 'name': Rename_Task, 'duration_secs': 0.269186} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.498754] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.500124] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c61ad6d-b19f-4cdd-934a-96ef690b5147 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.509522] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 705.509522] env[63339]: value = "task-4319642" [ 705.509522] env[63339]: _type = "Task" [ 705.509522] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.518914] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.652612] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-e6243133-c513-4738-9813-780bf189cca5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.652612] env[63339]: DEBUG nova.objects.instance [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lazy-loading 'migration_context' on Instance uuid e6243133-c513-4738-9813-780bf189cca5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.755916] env[63339]: DEBUG nova.scheduler.client.report [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.832546] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "refresh_cache-2950ec52-a1f0-407f-816b-e3f91b7212c8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.833037] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance network_info: |[{"id": "15ef62b0-2811-4ea6-94aa-897fe2024035", "address": "fa:16:3e:ac:ef:aa", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef62b0-28", "ovs_interfaceid": "15ef62b0-2811-4ea6-94aa-897fe2024035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.833579] env[63339]: DEBUG oslo_concurrency.lockutils [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] Acquired lock "refresh_cache-2950ec52-a1f0-407f-816b-e3f91b7212c8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.833654] env[63339]: DEBUG nova.network.neutron [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Refreshing network info cache for port 15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 705.834918] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ef:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ef62b0-2811-4ea6-94aa-897fe2024035', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.850437] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating folder: Project (88a4a10df9164e93b9aa5711f4e0ca17). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.852691] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00771e09-6b19-4e9a-9dcf-7cab9f80c809 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.872706] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created folder: Project (88a4a10df9164e93b9aa5711f4e0ca17) in parent group-v849594. [ 705.873110] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating folder: Instances. Parent ref: group-v849647. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.873456] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28578a58-7879-4403-83c7-c4328c75e994 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.886811] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created folder: Instances in parent group-v849647. [ 705.887248] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.887521] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.887892] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9d4235c-af4d-402c-9a18-44b61d463aba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.912326] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.912326] env[63339]: value = "task-4319645" [ 705.912326] env[63339]: _type = "Task" [ 705.912326] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.923096] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319645, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.956028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.956699] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.017571] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319642, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.155875] env[63339]: DEBUG nova.objects.base [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.156891] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e89f05-4f22-41cd-beb4-eb3fe0462f26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.178720] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e133d681-838d-4856-bce1-34c897354a13 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.185060] env[63339]: DEBUG oslo_vmware.api [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 706.185060] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d766c1-ed27-a1f4-5c62-9c6e7b100f4c" [ 706.185060] env[63339]: _type = "Task" [ 706.185060] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.193922] env[63339]: DEBUG oslo_vmware.api [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d766c1-ed27-a1f4-5c62-9c6e7b100f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.264474] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.264843] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.267820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.783s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.268038] env[63339]: DEBUG nova.objects.instance [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 706.424680] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319645, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.489969] env[63339]: DEBUG nova.network.neutron [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Updated VIF entry in instance network info cache for port 15ef62b0-2811-4ea6-94aa-897fe2024035. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 706.490313] env[63339]: DEBUG nova.network.neutron [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Updating instance_info_cache with network_info: [{"id": "15ef62b0-2811-4ea6-94aa-897fe2024035", "address": "fa:16:3e:ac:ef:aa", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef62b0-28", "ovs_interfaceid": "15ef62b0-2811-4ea6-94aa-897fe2024035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.518058] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319642, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.700199] env[63339]: DEBUG oslo_vmware.api [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d766c1-ed27-a1f4-5c62-9c6e7b100f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.700199] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.737580] env[63339]: DEBUG nova.compute.manager [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Received event network-changed-5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 706.737764] env[63339]: DEBUG nova.compute.manager [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Refreshing instance network info cache due to event network-changed-5d34a3da-1fd3-42a4-861e-19599c8f9784. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 706.737981] env[63339]: DEBUG oslo_concurrency.lockutils [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] Acquiring lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.738138] env[63339]: DEBUG oslo_concurrency.lockutils [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] Acquired lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.740324] env[63339]: DEBUG nova.network.neutron [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Refreshing network info cache for port 5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 706.779565] env[63339]: DEBUG nova.compute.utils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.779565] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.779565] env[63339]: DEBUG nova.network.neutron [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 706.881901] env[63339]: DEBUG nova.policy [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a565583a5402433890b79e8f222946aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e244e0e2175647e6b16ca3bdd264ed3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.927540] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319645, 'name': CreateVM_Task, 'duration_secs': 0.606441} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.927801] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.932028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.932028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.932028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.932028] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be96784-9aca-4422-ab58-aa5510f556e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.934886] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 706.934886] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52abc758-dfac-eb10-92fa-f55d66b43ec6" [ 706.934886] env[63339]: _type = "Task" [ 706.934886] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.948515] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52abc758-dfac-eb10-92fa-f55d66b43ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.993990] env[63339]: DEBUG oslo_concurrency.lockutils [req-2ecf9496-97da-4aa3-aedc-d33a9341f286 req-2267c3a5-e43d-4eb1-900b-249b4dc61fea service nova] Releasing lock "refresh_cache-2950ec52-a1f0-407f-816b-e3f91b7212c8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.023226] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319642, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.282313] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6223aff6-4d09-4991-b865-57e90232b4bb tempest-ServersAdmin275Test-1347463017 tempest-ServersAdmin275Test-1347463017-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.284694] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.287997] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.133s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.289577] env[63339]: INFO nova.compute.claims [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.451915] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52abc758-dfac-eb10-92fa-f55d66b43ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.451915] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.451915] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.451915] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.452314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.452314] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.452314] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42e823aa-aa10-491f-885a-2aa93ea11812 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.461976] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.463073] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.463932] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e9174a-d337-41be-b9b6-7aab164a35c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.472089] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 707.472089] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52708e70-f643-0d4f-aa2e-b7517989b234" [ 707.472089] env[63339]: _type = "Task" [ 707.472089] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.481030] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52708e70-f643-0d4f-aa2e-b7517989b234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.519885] env[63339]: DEBUG oslo_vmware.api [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319642, 'name': PowerOnVM_Task, 'duration_secs': 1.915811} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.520345] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.520474] env[63339]: INFO nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Took 10.17 seconds to spawn the instance on the hypervisor. [ 707.520702] env[63339]: DEBUG nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.521612] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0726cd22-97bd-4e3e-8a38-c17e6dafe327 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.560975] env[63339]: DEBUG nova.network.neutron [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Successfully created port: 81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 707.821524] env[63339]: DEBUG nova.network.neutron [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updated VIF entry in instance network info cache for port 5d34a3da-1fd3-42a4-861e-19599c8f9784. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 707.822119] env[63339]: DEBUG nova.network.neutron [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updating instance_info_cache with network_info: [{"id": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "address": "fa:16:3e:0f:35:00", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d34a3da-1f", "ovs_interfaceid": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.989958] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52708e70-f643-0d4f-aa2e-b7517989b234, 'name': SearchDatastore_Task, 'duration_secs': 0.014716} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.990288] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f82bd2f-99f2-438a-9b73-ce68db668381 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.997098] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 707.997098] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520bc0d4-654d-3668-d718-a200f97d3e64" [ 707.997098] env[63339]: _type = "Task" [ 707.997098] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.009250] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520bc0d4-654d-3668-d718-a200f97d3e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.045809] env[63339]: INFO nova.compute.manager [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Took 42.24 seconds to build instance. [ 708.302182] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.326069] env[63339]: DEBUG oslo_concurrency.lockutils [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] Releasing lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.328527] env[63339]: DEBUG nova.compute.manager [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Received event network-changed-5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 708.328527] env[63339]: DEBUG nova.compute.manager [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Refreshing instance network info cache due to event network-changed-5d34a3da-1fd3-42a4-861e-19599c8f9784. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 708.328527] env[63339]: DEBUG oslo_concurrency.lockutils [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] Acquiring lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.328527] env[63339]: DEBUG oslo_concurrency.lockutils [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] Acquired lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.328527] env[63339]: DEBUG nova.network.neutron [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Refreshing network info cache for port 5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 708.346026] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:39:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='553671744',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-247394770',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.346997] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.346997] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.346997] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.346997] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.347213] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.347662] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.347816] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.348724] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.348724] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.348969] env[63339]: DEBUG nova.virt.hardware [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.350453] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243e53e-be68-4058-ba35-9153d6d9532f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.365851] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d13bfdb-db76-4266-bba5-b72aed11acab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.508216] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520bc0d4-654d-3668-d718-a200f97d3e64, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.511190] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.511467] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.512047] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d93555-7903-46c9-85b0-cd576f16be28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.520820] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 708.520820] env[63339]: value = "task-4319646" [ 708.520820] env[63339]: _type = "Task" [ 708.520820] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.532540] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.549902] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.438s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.933987] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc3aed-d3ba-4483-9955-878788ea3a4f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.943313] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ceae5-2ac4-4e22-8044-9d9be3fa3997 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.002267] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8567a1-97b9-4bac-beb5-bd1c54ba5efc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.016041] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1627551e-b144-47f1-9cac-a7603396c8f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.040666] env[63339]: DEBUG nova.compute.provider_tree [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.049089] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.053177] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.314383] env[63339]: DEBUG nova.network.neutron [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updated VIF entry in instance network info cache for port 5d34a3da-1fd3-42a4-861e-19599c8f9784. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 709.314383] env[63339]: DEBUG nova.network.neutron [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updating instance_info_cache with network_info: [{"id": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "address": "fa:16:3e:0f:35:00", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d34a3da-1f", "ovs_interfaceid": "5d34a3da-1fd3-42a4-861e-19599c8f9784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.533220] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838228} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.533220] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.533220] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.533911] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3734b4e-3cf6-4456-b67e-44c3ef8ea358 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.540846] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 709.540846] env[63339]: value = "task-4319647" [ 709.540846] env[63339]: _type = "Task" [ 709.540846] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.551363] env[63339]: DEBUG nova.scheduler.client.report [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.555543] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.587963] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.818444] env[63339]: DEBUG oslo_concurrency.lockutils [req-a7b16476-4fa0-446b-bfed-a62f42afcd54 req-32674f13-6de2-4884-abf6-1bc9d06a7a90 service nova] Releasing lock "refresh_cache-bf4b85bd-f649-4444-b057-fe6035bb8c2a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.986519] env[63339]: DEBUG nova.network.neutron [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Successfully updated port: 81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.057403] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080882} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.058112] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.058621] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.063098] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.063568] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.873s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.067538] env[63339]: INFO nova.compute.claims [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.072824] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9177c7-3f89-4e5b-8880-c27c9e2f1f7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.100587] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.101111] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a121616e-01b2-42ae-99e1-a2e065fa5d28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.123686] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 710.123686] env[63339]: value = "task-4319648" [ 710.123686] env[63339]: _type = "Task" [ 710.123686] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.143210] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.245496] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.245496] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.248413] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.248693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.248882] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.255965] env[63339]: INFO nova.compute.manager [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Terminating instance [ 710.493504] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.493504] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.493504] env[63339]: DEBUG nova.network.neutron [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 710.580146] env[63339]: DEBUG nova.compute.utils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.582418] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.582763] env[63339]: DEBUG nova.network.neutron [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 710.640602] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.738284] env[63339]: DEBUG nova.policy [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b4da926b1db4e86a8d95e4b11aae5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da43fc689c86473ab7bcb179fe93d1cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.760404] env[63339]: DEBUG nova.compute.manager [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.760404] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.760404] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d727c0-dd5e-4da0-ba29-56bf016e38e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.771116] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.771116] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f8bb6f-67fd-40f6-abb5-2bd39a4856da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.781023] env[63339]: DEBUG oslo_vmware.api [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 710.781023] env[63339]: value = "task-4319649" [ 710.781023] env[63339]: _type = "Task" [ 710.781023] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.792481] env[63339]: DEBUG oslo_vmware.api [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.005836] env[63339]: DEBUG nova.compute.manager [req-af5ff0cc-6d47-4f3b-83ba-78d593bc81c6 req-659ac97f-61fe-4ac5-8fbd-4f3d544c7d97 service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Received event network-vif-plugged-81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 711.006117] env[63339]: DEBUG oslo_concurrency.lockutils [req-af5ff0cc-6d47-4f3b-83ba-78d593bc81c6 req-659ac97f-61fe-4ac5-8fbd-4f3d544c7d97 service nova] Acquiring lock "42b8aa63-b37b-42b7-ad88-b01f3f441416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.006489] env[63339]: DEBUG oslo_concurrency.lockutils [req-af5ff0cc-6d47-4f3b-83ba-78d593bc81c6 req-659ac97f-61fe-4ac5-8fbd-4f3d544c7d97 service nova] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.006595] env[63339]: DEBUG oslo_concurrency.lockutils [req-af5ff0cc-6d47-4f3b-83ba-78d593bc81c6 req-659ac97f-61fe-4ac5-8fbd-4f3d544c7d97 service nova] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.007232] env[63339]: DEBUG nova.compute.manager [req-af5ff0cc-6d47-4f3b-83ba-78d593bc81c6 req-659ac97f-61fe-4ac5-8fbd-4f3d544c7d97 service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] No waiting events found dispatching network-vif-plugged-81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.007232] env[63339]: WARNING nova.compute.manager [req-af5ff0cc-6d47-4f3b-83ba-78d593bc81c6 req-659ac97f-61fe-4ac5-8fbd-4f3d544c7d97 service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Received unexpected event network-vif-plugged-81ea97db-6427-4444-ad12-4eb1af06d9fa for instance with vm_state building and task_state spawning. [ 711.088057] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.094308] env[63339]: DEBUG nova.network.neutron [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 711.141648] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319648, 'name': ReconfigVM_Task, 'duration_secs': 0.864398} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.145315] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.146060] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3921318-afad-43df-988a-735a1391f788 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.157238] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 711.157238] env[63339]: value = "task-4319650" [ 711.157238] env[63339]: _type = "Task" [ 711.157238] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.176212] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319650, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.299511] env[63339]: DEBUG oslo_vmware.api [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319649, 'name': PowerOffVM_Task, 'duration_secs': 0.340352} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.300546] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.300862] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.301291] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60101ce-c7ca-465a-b7f7-c97d8d80a54d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.372154] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.372154] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.372592] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Deleting the datastore file [datastore1] fb2f6d4c-4099-4108-93f7-5e5c537f2a19 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.372921] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db2d8a88-b7dd-4125-994d-54d29f571c11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.381567] env[63339]: DEBUG oslo_vmware.api [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for the task: (returnval){ [ 711.381567] env[63339]: value = "task-4319652" [ 711.381567] env[63339]: _type = "Task" [ 711.381567] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.392219] env[63339]: DEBUG oslo_vmware.api [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.453045] env[63339]: DEBUG nova.network.neutron [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Updating instance_info_cache with network_info: [{"id": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "address": "fa:16:3e:ed:e1:3b", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea97db-64", "ovs_interfaceid": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.471647] env[63339]: DEBUG nova.compute.manager [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.474056] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426b21f8-5852-412b-94d3-e8de72027853 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.597442] env[63339]: DEBUG nova.network.neutron [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Successfully created port: 07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 711.671816] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319650, 'name': Rename_Task, 'duration_secs': 0.193059} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.671816] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.671816] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a01f4b84-b356-4251-84a7-a937677b120d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.685188] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 711.685188] env[63339]: value = "task-4319653" [ 711.685188] env[63339]: _type = "Task" [ 711.685188] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.698933] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.733383] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64901129-c8af-4332-aa35-1c7b12b767e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.741632] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096bd00-7f43-468e-98cc-d638ac4b322f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.780635] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc19fb7-ee37-4917-99d8-47a1735390c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.790210] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b4023-46e9-4e80-ace1-d7c626a592c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.811435] env[63339]: DEBUG nova.compute.provider_tree [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.893459] env[63339]: DEBUG oslo_vmware.api [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Task: {'id': task-4319652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134745} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.893583] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.893744] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.893918] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.894135] env[63339]: INFO nova.compute.manager [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.895051] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.895051] env[63339]: DEBUG nova.compute.manager [-] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.895051] env[63339]: DEBUG nova.network.neutron [-] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 711.956273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Releasing lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.957926] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Instance network_info: |[{"id": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "address": "fa:16:3e:ed:e1:3b", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea97db-64", "ovs_interfaceid": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.958106] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e1:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ea97db-6427-4444-ad12-4eb1af06d9fa', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.972611] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Creating folder: Project (e244e0e2175647e6b16ca3bdd264ed3b). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.973620] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7418b51e-74e4-457e-bc08-8de032209de8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.986787] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Created folder: Project (e244e0e2175647e6b16ca3bdd264ed3b) in parent group-v849594. [ 711.986994] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Creating folder: Instances. Parent ref: group-v849650. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.987282] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3287fc83-69ca-4e2f-8604-b810c6af8299 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.991414] env[63339]: INFO nova.compute.manager [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] instance snapshotting [ 711.994849] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6c8ae-06cb-4bfb-a95e-0ec4edf38e60 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.025019] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c8377-f478-4677-9db1-d7abac1145e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.029504] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Created folder: Instances in parent group-v849650. [ 712.029504] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.029504] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.029504] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f05612fe-9f38-4feb-bc7e-61f940e78017 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.054640] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.054640] env[63339]: value = "task-4319656" [ 712.054640] env[63339]: _type = "Task" [ 712.054640] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.064664] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319656, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.099129] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.155294] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.155558] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.155708] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.155887] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.156053] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.156216] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.156557] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.156667] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.156755] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.156879] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.157069] env[63339]: DEBUG nova.virt.hardware [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.160261] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672dbc96-40b3-4ac1-91eb-34264c735530 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.169368] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc065be-8c69-4b1d-9976-0dca04b007df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.198172] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.315213] env[63339]: DEBUG nova.scheduler.client.report [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.550824] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.553425] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc39827e-0f81-4672-a505-d33163d99282 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.570571] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319656, 'name': CreateVM_Task, 'duration_secs': 0.463647} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.573940] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.574207] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 712.574207] env[63339]: value = "task-4319657" [ 712.574207] env[63339]: _type = "Task" [ 712.574207] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.575210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.575210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.576260] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.576260] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece43097-ea3d-4189-bd5c-28108681a2f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.597517] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 712.597517] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca98fe-4873-5932-cc01-618cf9658423" [ 712.597517] env[63339]: _type = "Task" [ 712.597517] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.597932] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.607733] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca98fe-4873-5932-cc01-618cf9658423, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.608074] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.608296] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.608535] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.612157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.612157] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.612157] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9abc0ef-e23e-43b8-97bb-1e028559b529 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.620763] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.620763] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.621319] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4870e845-1311-496c-8b23-56bebbd362d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.629638] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 712.629638] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5202e228-711a-2b1e-6aa2-2066588e0471" [ 712.629638] env[63339]: _type = "Task" [ 712.629638] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.641195] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5202e228-711a-2b1e-6aa2-2066588e0471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.705297] env[63339]: DEBUG oslo_vmware.api [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319653, 'name': PowerOnVM_Task, 'duration_secs': 0.615009} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.705519] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.708043] env[63339]: INFO nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Took 9.22 seconds to spawn the instance on the hypervisor. [ 712.708043] env[63339]: DEBUG nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.708043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad537488-84c6-4b25-ab76-03f63421befd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.820889] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.822685] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.827461] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.237s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.833447] env[63339]: DEBUG nova.objects.instance [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lazy-loading 'resources' on Instance uuid 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.057094] env[63339]: DEBUG nova.network.neutron [-] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.086089] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319657, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.144253] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5202e228-711a-2b1e-6aa2-2066588e0471, 'name': SearchDatastore_Task, 'duration_secs': 0.016233} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.145625] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b2a57f-1988-458f-b861-638056119432 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.156638] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 713.156638] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522f87ad-8890-952e-1a10-17b1afa85df9" [ 713.156638] env[63339]: _type = "Task" [ 713.156638] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.166877] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522f87ad-8890-952e-1a10-17b1afa85df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.229866] env[63339]: INFO nova.compute.manager [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Took 44.23 seconds to build instance. [ 713.335264] env[63339]: DEBUG nova.compute.utils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.341282] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.341282] env[63339]: DEBUG nova.network.neutron [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 713.419555] env[63339]: DEBUG nova.policy [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0eea47f014446d903b83e8bd3c97ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10fb699a01344f2e8b00873c25b358b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.563784] env[63339]: INFO nova.compute.manager [-] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Took 1.67 seconds to deallocate network for instance. [ 713.592719] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319657, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.628167] env[63339]: DEBUG nova.compute.manager [req-e5a1ddff-f6f9-4a4b-8e6d-1628b76f887e req-592de56c-463a-41cf-b33a-aa31eb006edf service nova] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Received event network-vif-deleted-b75b14f3-0de8-4d2c-9840-cfc06b880425 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 713.667663] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522f87ad-8890-952e-1a10-17b1afa85df9, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.667935] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.668112] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 42b8aa63-b37b-42b7-ad88-b01f3f441416/42b8aa63-b37b-42b7-ad88-b01f3f441416.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.668384] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-672c4874-3aca-42d3-86e7-d00a5b377ed3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.679092] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 713.679092] env[63339]: value = "task-4319658" [ 713.679092] env[63339]: _type = "Task" [ 713.679092] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.695544] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.740311] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.120s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.781156] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.781898] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.843273] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.928885] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0881c6d5-1e6a-4d8e-9b72-71783d7f80c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.944810] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a50bd-1d04-415c-88b1-480ff8420a8d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.985537] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51bf39-aa7a-42b4-9acf-d2c167de3e40 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.995050] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f2855-9a65-47da-847e-47044e6a2cd3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.009860] env[63339]: DEBUG nova.compute.provider_tree [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.072526] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.090617] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319657, 'name': CreateSnapshot_Task, 'duration_secs': 1.172424} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.093664] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.094755] env[63339]: DEBUG nova.compute.manager [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Received event network-changed-81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 714.095063] env[63339]: DEBUG nova.compute.manager [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Refreshing instance network info cache due to event network-changed-81ea97db-6427-4444-ad12-4eb1af06d9fa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 714.095362] env[63339]: DEBUG oslo_concurrency.lockutils [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] Acquiring lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.095620] env[63339]: DEBUG oslo_concurrency.lockutils [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] Acquired lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.096087] env[63339]: DEBUG nova.network.neutron [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Refreshing network info cache for port 81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 714.099485] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25a034-1a97-4a1e-9489-8ef309a15805 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.125561] env[63339]: DEBUG nova.network.neutron [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Successfully updated port: 07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.191558] env[63339]: DEBUG nova.network.neutron [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Successfully created port: 86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 714.199673] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319658, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.248163] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.296384] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.296738] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.297010] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.298462] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.298462] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.298462] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.298462] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 714.298462] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.516813] env[63339]: DEBUG nova.scheduler.client.report [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.623899] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.623899] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-674e6b05-c67b-4340-a1d9-392cebdc67e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.631692] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "refresh_cache-d57768bf-d0e6-419d-80c5-060b3aacba5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.631926] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired lock "refresh_cache-d57768bf-d0e6-419d-80c5-060b3aacba5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.632152] env[63339]: DEBUG nova.network.neutron [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 714.635544] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 714.635544] env[63339]: value = "task-4319659" [ 714.635544] env[63339]: _type = "Task" [ 714.635544] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.645806] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319659, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.695273] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763186} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.696190] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 42b8aa63-b37b-42b7-ad88-b01f3f441416/42b8aa63-b37b-42b7-ad88-b01f3f441416.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.696190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.696434] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad7ea18-af10-49ae-8a15-47e02560003e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.704754] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 714.704754] env[63339]: value = "task-4319660" [ 714.704754] env[63339]: _type = "Task" [ 714.704754] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.721872] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.781599] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.804223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.864811] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.907718] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.909252] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.909252] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.909252] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.909252] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.909252] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.909588] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.910131] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.910131] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.910131] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.910353] env[63339]: DEBUG nova.virt.hardware [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.911565] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20acb0b7-c866-4a3a-b7db-ca69c5ada050 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.923184] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4e4ba9-9e55-4b98-b43d-38aa09c1c0bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.026675] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.028647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.809s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.029035] env[63339]: DEBUG nova.objects.instance [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lazy-loading 'resources' on Instance uuid d0105121-3a59-4eac-ad1f-d31d6d268da0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.090610] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.090852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.108317] env[63339]: DEBUG nova.network.neutron [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Updated VIF entry in instance network info cache for port 81ea97db-6427-4444-ad12-4eb1af06d9fa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 715.108703] env[63339]: DEBUG nova.network.neutron [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Updating instance_info_cache with network_info: [{"id": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "address": "fa:16:3e:ed:e1:3b", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea97db-64", "ovs_interfaceid": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.150423] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319659, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.219323] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082905} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.219623] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.220533] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae82ec8-28da-4628-88ec-2a590c3e260e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.224179] env[63339]: DEBUG nova.network.neutron [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 715.255544] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 42b8aa63-b37b-42b7-ad88-b01f3f441416/42b8aa63-b37b-42b7-ad88-b01f3f441416.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.258450] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912bb7b6-7b8e-4f03-94c0-2cc00808c7a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.280420] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 715.280420] env[63339]: value = "task-4319661" [ 715.280420] env[63339]: _type = "Task" [ 715.280420] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.291920] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.521193] env[63339]: DEBUG nova.network.neutron [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Updating instance_info_cache with network_info: [{"id": "07b835b4-1525-461e-83e5-c489ddb90aaa", "address": "fa:16:3e:47:a5:85", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b835b4-15", "ovs_interfaceid": "07b835b4-1525-461e-83e5-c489ddb90aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.562446] env[63339]: DEBUG oslo_concurrency.lockutils [None req-050b1e89-184d-4073-8276-e4cac283d4b1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "53eaf6d8-ee6a-42bf-87b8-fe8198bd462a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.442s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.612521] env[63339]: DEBUG oslo_concurrency.lockutils [req-94c8acf3-00fe-48f8-8b2f-9c3864da37b4 req-a033a87f-486e-4584-9c6f-dd7f95c6171b service nova] Releasing lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.650532] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319659, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.800777] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.024579] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Releasing lock "refresh_cache-d57768bf-d0e6-419d-80c5-060b3aacba5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.024970] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Instance network_info: |[{"id": "07b835b4-1525-461e-83e5-c489ddb90aaa", "address": "fa:16:3e:47:a5:85", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b835b4-15", "ovs_interfaceid": "07b835b4-1525-461e-83e5-c489ddb90aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.029021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a5:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07b835b4-1525-461e-83e5-c489ddb90aaa', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.033772] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.034069] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.037054] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd84a541-b313-4789-abf5-85f7261aaa6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.061235] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.061235] env[63339]: value = "task-4319662" [ 716.061235] env[63339]: _type = "Task" [ 716.061235] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.073142] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319662, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.159667] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319659, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.299106] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319661, 'name': ReconfigVM_Task, 'duration_secs': 0.703406} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.300358] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 42b8aa63-b37b-42b7-ad88-b01f3f441416/42b8aa63-b37b-42b7-ad88-b01f3f441416.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.301700] env[63339]: DEBUG nova.network.neutron [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Successfully updated port: 86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.304388] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ebc666-b4f9-44c1-a483-d0321e9995b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.311430] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6480ab63-a659-4d61-8cce-61e19e00407d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.323028] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2372a-cd8b-4542-8e3b-a8e9649b090d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.329305] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 716.329305] env[63339]: value = "task-4319663" [ 716.329305] env[63339]: _type = "Task" [ 716.329305] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.375747] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f779f-29f4-4e8b-8538-e466cc3e4656 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.381676] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319663, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.387405] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13dd0c2-8184-4113-b588-3995d82fe522 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.403989] env[63339]: DEBUG nova.compute.provider_tree [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.574678] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319662, 'name': CreateVM_Task, 'duration_secs': 0.467268} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.574907] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.580201] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.580201] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.580201] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.580201] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071f2080-5e22-4b5c-af66-3b5855a111cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.585650] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 716.585650] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527d1317-0751-a781-c708-b500df0dfdf1" [ 716.585650] env[63339]: _type = "Task" [ 716.585650] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.595563] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527d1317-0751-a781-c708-b500df0dfdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.650694] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319659, 'name': CloneVM_Task, 'duration_secs': 1.869719} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.650954] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Created linked-clone VM from snapshot [ 716.652392] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c4ec5d-db86-49da-9640-e45e4080384e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.662304] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Uploading image 0c91cf7e-7af6-4cb0-a5c4-691ab9cd3cc4 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.678174] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.678174] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9abcda89-d09d-404a-a4b0-7391cc782561 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.686764] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 716.686764] env[63339]: value = "task-4319664" [ 716.686764] env[63339]: _type = "Task" [ 716.686764] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.696826] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319664, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.733825] env[63339]: DEBUG nova.compute.manager [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Received event network-vif-plugged-07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 716.733825] env[63339]: DEBUG oslo_concurrency.lockutils [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] Acquiring lock "d57768bf-d0e6-419d-80c5-060b3aacba5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.733825] env[63339]: DEBUG oslo_concurrency.lockutils [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.733825] env[63339]: DEBUG oslo_concurrency.lockutils [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.733825] env[63339]: DEBUG nova.compute.manager [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] No waiting events found dispatching network-vif-plugged-07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.734264] env[63339]: WARNING nova.compute.manager [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Received unexpected event network-vif-plugged-07b835b4-1525-461e-83e5-c489ddb90aaa for instance with vm_state building and task_state spawning. [ 716.734264] env[63339]: DEBUG nova.compute.manager [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Received event network-changed-07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 716.734264] env[63339]: DEBUG nova.compute.manager [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Refreshing instance network info cache due to event network-changed-07b835b4-1525-461e-83e5-c489ddb90aaa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 716.734264] env[63339]: DEBUG oslo_concurrency.lockutils [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] Acquiring lock "refresh_cache-d57768bf-d0e6-419d-80c5-060b3aacba5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.734402] env[63339]: DEBUG oslo_concurrency.lockutils [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] Acquired lock "refresh_cache-d57768bf-d0e6-419d-80c5-060b3aacba5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.734481] env[63339]: DEBUG nova.network.neutron [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Refreshing network info cache for port 07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 716.753503] env[63339]: DEBUG nova.compute.manager [req-acf693c5-7965-4cdb-8f1a-ba0d97987ee3 req-38a4728f-5b3f-4489-9149-8613e587f164 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Received event network-vif-plugged-86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 716.753773] env[63339]: DEBUG oslo_concurrency.lockutils [req-acf693c5-7965-4cdb-8f1a-ba0d97987ee3 req-38a4728f-5b3f-4489-9149-8613e587f164 service nova] Acquiring lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.755182] env[63339]: DEBUG oslo_concurrency.lockutils [req-acf693c5-7965-4cdb-8f1a-ba0d97987ee3 req-38a4728f-5b3f-4489-9149-8613e587f164 service nova] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.755182] env[63339]: DEBUG oslo_concurrency.lockutils [req-acf693c5-7965-4cdb-8f1a-ba0d97987ee3 req-38a4728f-5b3f-4489-9149-8613e587f164 service nova] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.755182] env[63339]: DEBUG nova.compute.manager [req-acf693c5-7965-4cdb-8f1a-ba0d97987ee3 req-38a4728f-5b3f-4489-9149-8613e587f164 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] No waiting events found dispatching network-vif-plugged-86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.755182] env[63339]: WARNING nova.compute.manager [req-acf693c5-7965-4cdb-8f1a-ba0d97987ee3 req-38a4728f-5b3f-4489-9149-8613e587f164 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Received unexpected event network-vif-plugged-86b9a508-e367-4bbb-aff6-2041fc49bb1b for instance with vm_state building and task_state spawning. [ 716.814403] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "refresh_cache-8ce39460-37a3-442d-9bdc-a0542e86c2f1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.814562] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquired lock "refresh_cache-8ce39460-37a3-442d-9bdc-a0542e86c2f1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.814787] env[63339]: DEBUG nova.network.neutron [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 716.841873] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319663, 'name': Rename_Task, 'duration_secs': 0.225165} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.842859] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.842859] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd6e946-f803-431d-97f3-dda97a7bb51b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.852945] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 716.852945] env[63339]: value = "task-4319665" [ 716.852945] env[63339]: _type = "Task" [ 716.852945] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.862913] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.908500] env[63339]: DEBUG nova.scheduler.client.report [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.100775] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527d1317-0751-a781-c708-b500df0dfdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.027673} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.101217] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.101484] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.101723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.102412] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.102412] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.102687] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de11b849-d9e3-49ec-b9bf-9d29c486fa79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.114355] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.114355] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.115324] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88fdcbf-8876-4da3-af4d-abf7b2173ef4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.126036] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 717.126036] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52903dea-295e-d826-f167-a60b7447ec47" [ 717.126036] env[63339]: _type = "Task" [ 717.126036] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.135105] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52903dea-295e-d826-f167-a60b7447ec47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.200044] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319664, 'name': Destroy_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.365611] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "44732039-3298-4b19-af37-ea5a5bd6c181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.365893] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "44732039-3298-4b19-af37-ea5a5bd6c181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.372796] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.392656] env[63339]: DEBUG nova.network.neutron [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 717.417601] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.421848] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.836s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.422137] env[63339]: DEBUG nova.objects.instance [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lazy-loading 'resources' on Instance uuid 6588d641-32ed-4469-a13f-44d2f5f699d6 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.481042] env[63339]: DEBUG nova.network.neutron [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Updated VIF entry in instance network info cache for port 07b835b4-1525-461e-83e5-c489ddb90aaa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 717.484033] env[63339]: DEBUG nova.network.neutron [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Updating instance_info_cache with network_info: [{"id": "07b835b4-1525-461e-83e5-c489ddb90aaa", "address": "fa:16:3e:47:a5:85", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b835b4-15", "ovs_interfaceid": "07b835b4-1525-461e-83e5-c489ddb90aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.489192] env[63339]: INFO nova.scheduler.client.report [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Deleted allocations for instance d0105121-3a59-4eac-ad1f-d31d6d268da0 [ 717.639633] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52903dea-295e-d826-f167-a60b7447ec47, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.640587] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6f712a-c999-484d-8212-b599708a9457 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.649746] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 717.649746] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bae554-7449-1d20-045a-8e8eabb2db95" [ 717.649746] env[63339]: _type = "Task" [ 717.649746] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.660021] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bae554-7449-1d20-045a-8e8eabb2db95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.695643] env[63339]: DEBUG nova.network.neutron [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Updating instance_info_cache with network_info: [{"id": "86b9a508-e367-4bbb-aff6-2041fc49bb1b", "address": "fa:16:3e:59:2d:ac", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b9a508-e3", "ovs_interfaceid": "86b9a508-e367-4bbb-aff6-2041fc49bb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.706496] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319664, 'name': Destroy_Task, 'duration_secs': 0.540078} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.706496] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Destroyed the VM [ 717.707272] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.707514] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e045444-a472-49fa-a681-dc1bd39ad28f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.717294] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 717.717294] env[63339]: value = "task-4319666" [ 717.717294] env[63339]: _type = "Task" [ 717.717294] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.727236] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.871083] env[63339]: DEBUG oslo_vmware.api [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4319665, 'name': PowerOnVM_Task, 'duration_secs': 0.76135} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.871396] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.871600] env[63339]: INFO nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Took 9.57 seconds to spawn the instance on the hypervisor. [ 717.871776] env[63339]: DEBUG nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.872664] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9a62e9-164e-4a3b-b2f3-9c2a495d2e63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.986945] env[63339]: DEBUG oslo_concurrency.lockutils [req-4983833f-446c-414c-91dc-b457632b2456 req-abeeea9b-7092-4eee-bf06-8b9b7b330e0f service nova] Releasing lock "refresh_cache-d57768bf-d0e6-419d-80c5-060b3aacba5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.006215] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b77345f-1427-4d71-838e-0bd9f7a43582 tempest-ServersAdmin275Test-1142044951 tempest-ServersAdmin275Test-1142044951-project-member] Lock "d0105121-3a59-4eac-ad1f-d31d6d268da0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.211s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.166618] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bae554-7449-1d20-045a-8e8eabb2db95, 'name': SearchDatastore_Task, 'duration_secs': 0.021854} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.166910] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.167197] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d57768bf-d0e6-419d-80c5-060b3aacba5b/d57768bf-d0e6-419d-80c5-060b3aacba5b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.167480] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80855bcf-af90-4c59-b97b-3fe5bd66fb54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.175677] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 718.175677] env[63339]: value = "task-4319667" [ 718.175677] env[63339]: _type = "Task" [ 718.175677] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.184751] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.200179] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Releasing lock "refresh_cache-8ce39460-37a3-442d-9bdc-a0542e86c2f1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.200534] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Instance network_info: |[{"id": "86b9a508-e367-4bbb-aff6-2041fc49bb1b", "address": "fa:16:3e:59:2d:ac", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b9a508-e3", "ovs_interfaceid": "86b9a508-e367-4bbb-aff6-2041fc49bb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.201281] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:2d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86b9a508-e367-4bbb-aff6-2041fc49bb1b', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.209050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Creating folder: Project (10fb699a01344f2e8b00873c25b358b2). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.209392] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aab172f-0946-4c5a-b206-1cd821887aa7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.223507] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Created folder: Project (10fb699a01344f2e8b00873c25b358b2) in parent group-v849594. [ 718.223673] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Creating folder: Instances. Parent ref: group-v849656. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.228513] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d09df193-1f81-4131-a742-77ab55196c67 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.233772] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.246821] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Created folder: Instances in parent group-v849656. [ 718.247266] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.247541] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.248017] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac01a2a5-8b1e-4087-8bc8-277811447a0f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.272691] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.272691] env[63339]: value = "task-4319670" [ 718.272691] env[63339]: _type = "Task" [ 718.272691] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.284500] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319670, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.399358] env[63339]: INFO nova.compute.manager [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Took 47.65 seconds to build instance. [ 718.596977] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251b400-8fce-45ae-9610-f45fd42f82de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.608761] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781dc711-0373-4379-85fc-1bcb6eb17527 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.643908] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8026031d-9d0c-4608-8150-53bfad2ae478 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.656392] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060edb80-f6a8-4280-b00b-cde3b8c95f4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.675180] env[63339]: DEBUG nova.compute.provider_tree [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.690508] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.733832] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319666, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.785968] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319670, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.903869] env[63339]: DEBUG oslo_concurrency.lockutils [None req-394205ab-a3cf-4189-a10b-1d129f3badf9 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.533s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.018315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.018781] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.185587] env[63339]: DEBUG nova.scheduler.client.report [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.204603] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646669} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.204949] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d57768bf-d0e6-419d-80c5-060b3aacba5b/d57768bf-d0e6-419d-80c5-060b3aacba5b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.206504] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.206504] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e50911b-366e-4a78-ae3b-1ff2d0a2e602 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.213812] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 719.213812] env[63339]: value = "task-4319671" [ 719.213812] env[63339]: _type = "Task" [ 719.213812] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.231877] env[63339]: DEBUG oslo_vmware.api [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319666, 'name': RemoveSnapshot_Task, 'duration_secs': 1.180537} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.234883] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.237507] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.289230] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319670, 'name': CreateVM_Task, 'duration_secs': 0.684289} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.290299] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.292198] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.292466] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.293964] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.294785] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461548ca-cd57-4207-b576-4289a78f6519 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.302015] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 719.302015] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524a90d5-58aa-dd27-6205-1b135cf4a04f" [ 719.302015] env[63339]: _type = "Task" [ 719.302015] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.350643] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524a90d5-58aa-dd27-6205-1b135cf4a04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.408241] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.568116] env[63339]: DEBUG nova.compute.manager [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Received event network-changed-86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 719.568295] env[63339]: DEBUG nova.compute.manager [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Refreshing instance network info cache due to event network-changed-86b9a508-e367-4bbb-aff6-2041fc49bb1b. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 719.568517] env[63339]: DEBUG oslo_concurrency.lockutils [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] Acquiring lock "refresh_cache-8ce39460-37a3-442d-9bdc-a0542e86c2f1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.568716] env[63339]: DEBUG oslo_concurrency.lockutils [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] Acquired lock "refresh_cache-8ce39460-37a3-442d-9bdc-a0542e86c2f1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.568934] env[63339]: DEBUG nova.network.neutron [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Refreshing network info cache for port 86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 719.715343] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.719826] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.055s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.721868] env[63339]: INFO nova.compute.claims [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.740517] env[63339]: WARNING nova.compute.manager [None req-191c3d25-0e91-4e45-bbeb-442e57860ef3 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Image not found during snapshot: nova.exception.ImageNotFound: Image 0c91cf7e-7af6-4cb0-a5c4-691ab9cd3cc4 could not be found. [ 719.742403] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155212} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.747753] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.748775] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241cd5ca-e958-4ef6-a889-6c065ab211f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.774968] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d57768bf-d0e6-419d-80c5-060b3aacba5b/d57768bf-d0e6-419d-80c5-060b3aacba5b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.777136] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f092d73-22de-4489-85a9-4fb37d19a0af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.800106] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 719.800106] env[63339]: value = "task-4319672" [ 719.800106] env[63339]: _type = "Task" [ 719.800106] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.812167] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524a90d5-58aa-dd27-6205-1b135cf4a04f, 'name': SearchDatastore_Task, 'duration_secs': 0.020667} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.816034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.816786] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.816856] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.817115] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.817285] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.817621] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.818655] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be1c84bf-8405-4daf-9776-629823d86331 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.829647] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.830060] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.830747] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c826cfd3-d945-4f8c-b869-b2628e09b388 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.842312] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 719.842312] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528bce3e-7504-1a01-da79-31e56b6712c5" [ 719.842312] env[63339]: _type = "Task" [ 719.842312] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.852228] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528bce3e-7504-1a01-da79-31e56b6712c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.946081] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.249689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f18bc8de-f753-4416-8a47-6f1cb2dd8cc1 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Lock "6588d641-32ed-4469-a13f-44d2f5f699d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.150s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.311413] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.358549] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528bce3e-7504-1a01-da79-31e56b6712c5, 'name': SearchDatastore_Task, 'duration_secs': 0.022996} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.359370] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d80f1c-c3c2-4e89-a375-d68eeb201672 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.365704] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 720.365704] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52acb58f-eebe-4371-12f9-a8e63c009e75" [ 720.365704] env[63339]: _type = "Task" [ 720.365704] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.376974] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52acb58f-eebe-4371-12f9-a8e63c009e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.806575] env[63339]: DEBUG nova.network.neutron [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Updated VIF entry in instance network info cache for port 86b9a508-e367-4bbb-aff6-2041fc49bb1b. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 720.807239] env[63339]: DEBUG nova.network.neutron [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Updating instance_info_cache with network_info: [{"id": "86b9a508-e367-4bbb-aff6-2041fc49bb1b", "address": "fa:16:3e:59:2d:ac", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b9a508-e3", "ovs_interfaceid": "86b9a508-e367-4bbb-aff6-2041fc49bb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.817334] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319672, 'name': ReconfigVM_Task, 'duration_secs': 0.641293} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.818215] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d57768bf-d0e6-419d-80c5-060b3aacba5b/d57768bf-d0e6-419d-80c5-060b3aacba5b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.818852] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9765a4e-92e7-4272-95f8-631545cad6bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.827235] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 720.827235] env[63339]: value = "task-4319673" [ 720.827235] env[63339]: _type = "Task" [ 720.827235] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.836836] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319673, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.882323] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52acb58f-eebe-4371-12f9-a8e63c009e75, 'name': SearchDatastore_Task, 'duration_secs': 0.014723} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.882323] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.882323] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8ce39460-37a3-442d-9bdc-a0542e86c2f1/8ce39460-37a3-442d-9bdc-a0542e86c2f1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.882636] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2af6120-d26f-40ad-a0d0-c5ae1d60d91b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.892461] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 720.892461] env[63339]: value = "task-4319674" [ 720.892461] env[63339]: _type = "Task" [ 720.892461] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.905350] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.125497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "a8b29def-4e67-41a1-8727-f7be343d6087" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.125784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.211554] env[63339]: DEBUG nova.compute.manager [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Received event network-changed-81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 721.211554] env[63339]: DEBUG nova.compute.manager [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Refreshing instance network info cache due to event network-changed-81ea97db-6427-4444-ad12-4eb1af06d9fa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 721.211554] env[63339]: DEBUG oslo_concurrency.lockutils [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] Acquiring lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.211554] env[63339]: DEBUG oslo_concurrency.lockutils [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] Acquired lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.211929] env[63339]: DEBUG nova.network.neutron [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Refreshing network info cache for port 81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 721.313602] env[63339]: DEBUG oslo_concurrency.lockutils [req-e57da364-5857-4aef-be9c-2239fd90b736 req-c5ce2575-97dc-4df5-9991-1a15c433e4fb service nova] Releasing lock "refresh_cache-8ce39460-37a3-442d-9bdc-a0542e86c2f1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.343017] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319673, 'name': Rename_Task, 'duration_secs': 0.242264} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.348260] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.349944] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ca7c2f-0f2f-4f97-8ac2-837129c6c94e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.361040] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 721.361040] env[63339]: value = "task-4319675" [ 721.361040] env[63339]: _type = "Task" [ 721.361040] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.379620] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.409242] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319674, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.452394] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6b012-b904-46fa-a528-f3b600c2a7c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.464692] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83150603-c649-48bf-93f4-a9a4c6df90a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.505205] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aaefc7-80c5-4e2c-82fe-3a597f48af90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.518185] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6091a3-5eb9-4932-9314-230c6adbcac4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.533442] env[63339]: DEBUG nova.compute.provider_tree [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.884196] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319675, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.905984] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704506} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.906298] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8ce39460-37a3-442d-9bdc-a0542e86c2f1/8ce39460-37a3-442d-9bdc-a0542e86c2f1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.906756] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.907029] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3708c6-92db-4907-bcfc-aaa42ab1f727 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.917824] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 721.917824] env[63339]: value = "task-4319676" [ 721.917824] env[63339]: _type = "Task" [ 721.917824] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.940867] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.036814] env[63339]: DEBUG nova.scheduler.client.report [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.189600] env[63339]: DEBUG nova.network.neutron [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Updated VIF entry in instance network info cache for port 81ea97db-6427-4444-ad12-4eb1af06d9fa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 722.189600] env[63339]: DEBUG nova.network.neutron [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Updating instance_info_cache with network_info: [{"id": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "address": "fa:16:3e:ed:e1:3b", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea97db-64", "ovs_interfaceid": "81ea97db-6427-4444-ad12-4eb1af06d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.202662] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.204787] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.205285] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.205819] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.206386] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.209914] env[63339]: INFO nova.compute.manager [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Terminating instance [ 722.372679] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319675, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.429048] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088853} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.429888] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.430903] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3b73d-023b-4304-a6a5-25d5d88128e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.459707] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 8ce39460-37a3-442d-9bdc-a0542e86c2f1/8ce39460-37a3-442d-9bdc-a0542e86c2f1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.460544] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa34951b-25d6-4055-8c05-5b64a8e54fc2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.488415] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 722.488415] env[63339]: value = "task-4319677" [ 722.488415] env[63339]: _type = "Task" [ 722.488415] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.502271] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.543486] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.544036] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.548815] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.090s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.548815] env[63339]: DEBUG nova.objects.instance [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lazy-loading 'resources' on Instance uuid 256fe9ec-78a1-48b3-8716-49e7922668c4 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.692643] env[63339]: DEBUG oslo_concurrency.lockutils [req-305ee536-f473-4ab9-8e7f-4955db58b82e req-19fe40fa-6c29-4cb2-a739-f4d8452e3b4d service nova] Releasing lock "refresh_cache-42b8aa63-b37b-42b7-ad88-b01f3f441416" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.718971] env[63339]: DEBUG nova.compute.manager [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.719275] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.722771] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab09e0-5a83-4bfe-8ea3-65297a990be5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.732259] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.732608] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a0eb672-3005-4b31-b075-613530a3492c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.743861] env[63339]: DEBUG oslo_vmware.api [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 722.743861] env[63339]: value = "task-4319678" [ 722.743861] env[63339]: _type = "Task" [ 722.743861] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.754145] env[63339]: DEBUG oslo_vmware.api [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.872594] env[63339]: DEBUG oslo_vmware.api [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319675, 'name': PowerOnVM_Task, 'duration_secs': 1.177006} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.872879] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.873094] env[63339]: INFO nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Took 10.77 seconds to spawn the instance on the hypervisor. [ 722.873274] env[63339]: DEBUG nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.874174] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f76b70-e5d0-4a6b-a17d-6a5d5948ea5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999371] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.053545] env[63339]: DEBUG nova.compute.utils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.063333] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.063600] env[63339]: DEBUG nova.network.neutron [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 723.172870] env[63339]: DEBUG nova.policy [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb813a522a2543259288bef1d5183868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88a4a10df9164e93b9aa5711f4e0ca17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.261020] env[63339]: DEBUG oslo_vmware.api [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319678, 'name': PowerOffVM_Task, 'duration_secs': 0.264326} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.261020] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.261353] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.261436] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8302241-5af8-4f9f-a10a-cae230fd346b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.343512] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.343767] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.343948] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleting the datastore file [datastore2] cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.344252] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc8d3a4-8d53-43f8-843a-383102ec0c50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.355730] env[63339]: DEBUG oslo_vmware.api [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 723.355730] env[63339]: value = "task-4319680" [ 723.355730] env[63339]: _type = "Task" [ 723.355730] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.366026] env[63339]: DEBUG oslo_vmware.api [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.406671] env[63339]: INFO nova.compute.manager [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Took 37.28 seconds to build instance. [ 723.499685] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319677, 'name': ReconfigVM_Task, 'duration_secs': 0.580548} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.500068] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 8ce39460-37a3-442d-9bdc-a0542e86c2f1/8ce39460-37a3-442d-9bdc-a0542e86c2f1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.501419] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66356bce-6d2f-4895-9f07-b0f21256417d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.509741] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 723.509741] env[63339]: value = "task-4319681" [ 723.509741] env[63339]: _type = "Task" [ 723.509741] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.528275] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319681, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.566309] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.792118] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302994e-a948-4c32-bb51-7ddb36c7da46 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.800270] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8e38e-2b3e-4614-aaf6-0133f056a164 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.838788] env[63339]: DEBUG nova.network.neutron [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Successfully created port: ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 723.842377] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da98a9cb-d6e5-4f0d-9cec-4f39c19f8e8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.855968] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01216e8f-23b6-4db6-851c-7f2e33cf0f28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.871526] env[63339]: DEBUG oslo_vmware.api [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25978} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.879275] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.879511] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.879704] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.879935] env[63339]: INFO nova.compute.manager [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 723.880213] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.880670] env[63339]: DEBUG nova.compute.provider_tree [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.882058] env[63339]: DEBUG nova.compute.manager [-] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.882181] env[63339]: DEBUG nova.network.neutron [-] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 723.911090] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7861bed2-9a53-4d37-8858-db5713dd295c tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.662s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.029319] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319681, 'name': Rename_Task, 'duration_secs': 0.171287} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.030125] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.030650] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d2646d-bb60-4fe9-9470-0d313db2ff1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.041558] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 724.041558] env[63339]: value = "task-4319682" [ 724.041558] env[63339]: _type = "Task" [ 724.041558] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.053372] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.192441] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "562fe130-6f25-4af2-930b-c06e64de786e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.194410] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "562fe130-6f25-4af2-930b-c06e64de786e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.262986] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad006f6-93a2-4f43-b99f-3809b3592a35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.270151] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Suspending the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 724.270676] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8e61536c-80bd-4851-9b4d-c7a9a560fa44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.280022] env[63339]: DEBUG oslo_vmware.api [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] Waiting for the task: (returnval){ [ 724.280022] env[63339]: value = "task-4319683" [ 724.280022] env[63339]: _type = "Task" [ 724.280022] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.290850] env[63339]: DEBUG oslo_vmware.api [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] Task: {'id': task-4319683, 'name': SuspendVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.386623] env[63339]: DEBUG nova.scheduler.client.report [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.419888] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.552049] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319682, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.577226] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.613907] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.614253] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.614322] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.614505] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.614650] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.614797] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.615063] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.615833] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.616153] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.616341] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.617100] env[63339]: DEBUG nova.virt.hardware [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.618035] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142101c5-d09f-4ff4-93b8-d5fe13e85654 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.627483] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cdf9ba-f439-40cb-8b13-191e84ac3151 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.661034] env[63339]: DEBUG nova.compute.manager [req-20eed6ee-2585-4684-a62e-582d3341b784 req-6bb96762-bef4-4964-8917-c77caca63996 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Received event network-vif-deleted-344ae5be-2661-4092-8340-a1ab60f510a6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 724.661365] env[63339]: INFO nova.compute.manager [req-20eed6ee-2585-4684-a62e-582d3341b784 req-6bb96762-bef4-4964-8917-c77caca63996 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Neutron deleted interface 344ae5be-2661-4092-8340-a1ab60f510a6; detaching it from the instance and deleting it from the info cache [ 724.661606] env[63339]: DEBUG nova.network.neutron [req-20eed6ee-2585-4684-a62e-582d3341b784 req-6bb96762-bef4-4964-8917-c77caca63996 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.790445] env[63339]: DEBUG oslo_vmware.api [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] Task: {'id': task-4319683, 'name': SuspendVM_Task} progress is 62%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.820122] env[63339]: DEBUG nova.network.neutron [-] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.895721] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.898681] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.309s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.901188] env[63339]: INFO nova.compute.claims [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.944723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.980056] env[63339]: INFO nova.scheduler.client.report [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Deleted allocations for instance 256fe9ec-78a1-48b3-8716-49e7922668c4 [ 725.054609] env[63339]: DEBUG oslo_vmware.api [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319682, 'name': PowerOnVM_Task, 'duration_secs': 0.908419} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.054609] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.054609] env[63339]: INFO nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Took 10.19 seconds to spawn the instance on the hypervisor. [ 725.054609] env[63339]: DEBUG nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.055065] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b518d44-049b-4a12-b3d5-1515b5ecb435 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.165493] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb0d81e-6b60-4096-967a-b93e9316ce14 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.175780] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631ca2cf-445f-4b7e-af93-4f7259342217 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.213265] env[63339]: DEBUG nova.compute.manager [req-20eed6ee-2585-4684-a62e-582d3341b784 req-6bb96762-bef4-4964-8917-c77caca63996 service nova] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Detach interface failed, port_id=344ae5be-2661-4092-8340-a1ab60f510a6, reason: Instance cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 725.290511] env[63339]: DEBUG oslo_vmware.api [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] Task: {'id': task-4319683, 'name': SuspendVM_Task, 'duration_secs': 0.672668} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.290511] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Suspended the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 725.290511] env[63339]: DEBUG nova.compute.manager [None req-7b5344c0-c202-43ef-b648-e594086e05ff tempest-ServersAdminNegativeTestJSON-1639966236 tempest-ServersAdminNegativeTestJSON-1639966236-project-admin] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.291243] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403897f-3c60-4465-be8f-fe423d30cc43 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.323163] env[63339]: INFO nova.compute.manager [-] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Took 1.44 seconds to deallocate network for instance. [ 725.494589] env[63339]: DEBUG oslo_concurrency.lockutils [None req-231df922-41a9-4876-a35d-f86eaec0ff0e tempest-ServerDiagnosticsV248Test-1884194210 tempest-ServerDiagnosticsV248Test-1884194210-project-member] Lock "256fe9ec-78a1-48b3-8716-49e7922668c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.885s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.580469] env[63339]: INFO nova.compute.manager [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Took 37.46 seconds to build instance. [ 725.659503] env[63339]: DEBUG nova.compute.manager [req-bdd799f3-4741-46d4-9d7f-a83c944604ed req-0d2d696b-87e5-492b-98c8-832c75867917 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Received event network-vif-plugged-ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 725.659788] env[63339]: DEBUG oslo_concurrency.lockutils [req-bdd799f3-4741-46d4-9d7f-a83c944604ed req-0d2d696b-87e5-492b-98c8-832c75867917 service nova] Acquiring lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.660201] env[63339]: DEBUG oslo_concurrency.lockutils [req-bdd799f3-4741-46d4-9d7f-a83c944604ed req-0d2d696b-87e5-492b-98c8-832c75867917 service nova] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.660659] env[63339]: DEBUG oslo_concurrency.lockutils [req-bdd799f3-4741-46d4-9d7f-a83c944604ed req-0d2d696b-87e5-492b-98c8-832c75867917 service nova] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.660902] env[63339]: DEBUG nova.compute.manager [req-bdd799f3-4741-46d4-9d7f-a83c944604ed req-0d2d696b-87e5-492b-98c8-832c75867917 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] No waiting events found dispatching network-vif-plugged-ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.661097] env[63339]: WARNING nova.compute.manager [req-bdd799f3-4741-46d4-9d7f-a83c944604ed req-0d2d696b-87e5-492b-98c8-832c75867917 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Received unexpected event network-vif-plugged-ca5553a7-eb51-424f-a88f-341bdabe513c for instance with vm_state building and task_state spawning. [ 725.837395] env[63339]: DEBUG nova.network.neutron [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Successfully updated port: ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 725.837395] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.081463] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.312s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.338443] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "refresh_cache-380fd1a2-9007-4a4f-8bfb-aad5a9117008" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.338616] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "refresh_cache-380fd1a2-9007-4a4f-8bfb-aad5a9117008" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.338776] env[63339]: DEBUG nova.network.neutron [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 726.515403] env[63339]: DEBUG nova.compute.manager [None req-652a4a22-4092-40b0-a348-fd3da00ad449 tempest-ServerDiagnosticsTest-1739687761 tempest-ServerDiagnosticsTest-1739687761-project-admin] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.516608] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa1f4b6-9844-4549-bd4a-21ff32164f05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.527192] env[63339]: INFO nova.compute.manager [None req-652a4a22-4092-40b0-a348-fd3da00ad449 tempest-ServerDiagnosticsTest-1739687761 tempest-ServerDiagnosticsTest-1739687761-project-admin] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Retrieving diagnostics [ 726.528315] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f77934-f812-4ccf-b1cd-0876f4ae8701 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.305283] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.339035] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4733cef2-f732-411e-9f94-42392ab577e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.347607] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f42eab-1c43-41bd-8d4b-31599dadce8e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.380929] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6682a1-0269-424a-90f9-19e6ead4c4b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.393777] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870215c2-d0f9-438d-b48f-8daab7ef12e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.400120] env[63339]: DEBUG nova.network.neutron [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 727.411634] env[63339]: DEBUG nova.compute.provider_tree [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.619634] env[63339]: DEBUG nova.network.neutron [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Updating instance_info_cache with network_info: [{"id": "ca5553a7-eb51-424f-a88f-341bdabe513c", "address": "fa:16:3e:42:e8:8d", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca5553a7-eb", "ovs_interfaceid": "ca5553a7-eb51-424f-a88f-341bdabe513c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.841514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.917676] env[63339]: DEBUG nova.scheduler.client.report [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.121258] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "refresh_cache-380fd1a2-9007-4a4f-8bfb-aad5a9117008" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.121616] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Instance network_info: |[{"id": "ca5553a7-eb51-424f-a88f-341bdabe513c", "address": "fa:16:3e:42:e8:8d", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca5553a7-eb", "ovs_interfaceid": "ca5553a7-eb51-424f-a88f-341bdabe513c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.122059] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:e8:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca5553a7-eb51-424f-a88f-341bdabe513c', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.132566] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.133188] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.133935] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b485dd95-874c-4f49-a3a3-892b97991c5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.160984] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.160984] env[63339]: value = "task-4319684" [ 728.160984] env[63339]: _type = "Task" [ 728.160984] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.169361] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319684, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.355662] env[63339]: DEBUG nova.compute.manager [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Received event network-changed-ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 728.355928] env[63339]: DEBUG nova.compute.manager [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Refreshing instance network info cache due to event network-changed-ca5553a7-eb51-424f-a88f-341bdabe513c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 728.356086] env[63339]: DEBUG oslo_concurrency.lockutils [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] Acquiring lock "refresh_cache-380fd1a2-9007-4a4f-8bfb-aad5a9117008" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.356250] env[63339]: DEBUG oslo_concurrency.lockutils [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] Acquired lock "refresh_cache-380fd1a2-9007-4a4f-8bfb-aad5a9117008" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.356396] env[63339]: DEBUG nova.network.neutron [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Refreshing network info cache for port ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 728.423421] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.525s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.424284] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.428632] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.648s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.430022] env[63339]: INFO nova.compute.claims [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.673899] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319684, 'name': CreateVM_Task, 'duration_secs': 0.410722} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.674321] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.675349] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.675524] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.675850] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.676272] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48cf1fb8-96eb-48db-b5f6-3298ba2e26c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.686021] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 728.686021] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268fe47-c150-328f-0f88-a2ed3e048ff9" [ 728.686021] env[63339]: _type = "Task" [ 728.686021] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.694196] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268fe47-c150-328f-0f88-a2ed3e048ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.723867] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "59535977-6d53-43fc-95c4-f4409235f7ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.723998] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "59535977-6d53-43fc-95c4-f4409235f7ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.779784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.780071] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.780640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.780870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.781055] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.786022] env[63339]: INFO nova.compute.manager [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Terminating instance [ 728.937020] env[63339]: DEBUG nova.compute.utils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.938545] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.938817] env[63339]: DEBUG nova.network.neutron [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 729.014782] env[63339]: DEBUG nova.policy [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '273668f525964ec28083f7f73409abfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e15ede7cd3c4422b81f6ad0254b59b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.196832] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268fe47-c150-328f-0f88-a2ed3e048ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.022919} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.199490] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.199490] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.199490] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.199490] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.199752] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.199752] env[63339]: DEBUG nova.network.neutron [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Updated VIF entry in instance network info cache for port ca5553a7-eb51-424f-a88f-341bdabe513c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 729.200013] env[63339]: DEBUG nova.network.neutron [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Updating instance_info_cache with network_info: [{"id": "ca5553a7-eb51-424f-a88f-341bdabe513c", "address": "fa:16:3e:42:e8:8d", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca5553a7-eb", "ovs_interfaceid": "ca5553a7-eb51-424f-a88f-341bdabe513c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.201383] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7923e2c2-244f-44e5-8c07-27993d362886 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.212057] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.212270] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.213662] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5263ba6a-e4ef-4746-ad37-a52aa62ed98a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.220821] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 729.220821] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52191f25-6c3e-e483-e1ff-2ab05a3caa2e" [ 729.220821] env[63339]: _type = "Task" [ 729.220821] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.230142] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52191f25-6c3e-e483-e1ff-2ab05a3caa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.290157] env[63339]: DEBUG nova.compute.manager [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.290200] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.291578] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc087f6-3338-42e3-bab4-377711c3f848 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.299929] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.300177] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e5a618-2e0c-4a7c-a573-da4472a766f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.307575] env[63339]: DEBUG oslo_vmware.api [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 729.307575] env[63339]: value = "task-4319685" [ 729.307575] env[63339]: _type = "Task" [ 729.307575] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.316771] env[63339]: DEBUG oslo_vmware.api [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.414551] env[63339]: DEBUG nova.network.neutron [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Successfully created port: 19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.439450] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.705585] env[63339]: DEBUG oslo_concurrency.lockutils [req-6494a066-f57b-4196-b531-f19257d2496c req-f39a70a6-debc-4bf2-bd35-96a1dbc18f36 service nova] Releasing lock "refresh_cache-380fd1a2-9007-4a4f-8bfb-aad5a9117008" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.734207] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52191f25-6c3e-e483-e1ff-2ab05a3caa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.024069} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.738348] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6878cdb-a6c6-49c6-8133-37890a85169f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.745120] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 729.745120] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5272c7b4-6135-9d31-5a67-14698730192e" [ 729.745120] env[63339]: _type = "Task" [ 729.745120] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.759619] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5272c7b4-6135-9d31-5a67-14698730192e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.818793] env[63339]: DEBUG oslo_vmware.api [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319685, 'name': PowerOffVM_Task, 'duration_secs': 0.242143} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.822051] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.822051] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.822500] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285a1574-9a81-49e3-b546-66689a62d100 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.887043] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.887277] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.887488] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Deleting the datastore file [datastore1] 8ce39460-37a3-442d-9bdc-a0542e86c2f1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.887757] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-049a139f-fc5b-4445-a426-9705ae356dbc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.897177] env[63339]: DEBUG oslo_vmware.api [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for the task: (returnval){ [ 729.897177] env[63339]: value = "task-4319687" [ 729.897177] env[63339]: _type = "Task" [ 729.897177] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.906279] env[63339]: DEBUG oslo_vmware.api [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.111681] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a79ff9c-143b-4d75-ab2c-d451e68fcc02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.120353] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d071e407-1ad7-4eb5-a70b-c5d4f7bd6bd2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.151676] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6750e4-be1b-43a2-95cd-069853b90b24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.160038] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488e33e-d6e1-4dcf-956d-0c02ede98c25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.174726] env[63339]: DEBUG nova.compute.provider_tree [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.255968] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5272c7b4-6135-9d31-5a67-14698730192e, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.256250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.256507] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 380fd1a2-9007-4a4f-8bfb-aad5a9117008/380fd1a2-9007-4a4f-8bfb-aad5a9117008.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.257104] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aac181b-ad02-4c46-9db8-e512e94cf65c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.264968] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 730.264968] env[63339]: value = "task-4319688" [ 730.264968] env[63339]: _type = "Task" [ 730.264968] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.273451] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.302621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "d57768bf-d0e6-419d-80c5-060b3aacba5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.302749] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.302882] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "d57768bf-d0e6-419d-80c5-060b3aacba5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.303076] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.303251] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.306291] env[63339]: INFO nova.compute.manager [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Terminating instance [ 730.409233] env[63339]: DEBUG oslo_vmware.api [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Task: {'id': task-4319687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162414} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.409587] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.409762] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.410238] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.410724] env[63339]: INFO nova.compute.manager [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 730.410978] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.411268] env[63339]: DEBUG nova.compute.manager [-] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.411377] env[63339]: DEBUG nova.network.neutron [-] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 730.452625] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.491261] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.491467] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.491561] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.491732] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.491876] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.492031] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.492279] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.492597] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.492597] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.492747] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.492893] env[63339]: DEBUG nova.virt.hardware [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.493826] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40500940-d60a-4012-a26f-aba44a1756c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.504192] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f306892f-12e4-4cae-b0b4-a9d8f8b0f138 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.677976] env[63339]: DEBUG nova.scheduler.client.report [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.775519] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319688, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.814019] env[63339]: DEBUG nova.compute.manager [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.814019] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.814019] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d112a-78f1-4d6a-83c1-76f82c55580e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.824019] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.824019] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4286db62-5b47-4da3-a3fd-463d46259909 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.890048] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.890573] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.890834] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleting the datastore file [datastore1] d57768bf-d0e6-419d-80c5-060b3aacba5b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.891170] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-457a9b34-0216-4d22-9c71-86bc583f05ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.898448] env[63339]: DEBUG oslo_vmware.api [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 730.898448] env[63339]: value = "task-4319690" [ 730.898448] env[63339]: _type = "Task" [ 730.898448] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.909892] env[63339]: DEBUG oslo_vmware.api [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.183186] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.183944] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.186826] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.084s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.188351] env[63339]: INFO nova.compute.claims [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.277655] env[63339]: DEBUG nova.compute.manager [req-aee62608-a2c4-4d77-adca-42d2b68318b9 req-c71bade2-4a5f-4a97-a496-043d0d696a84 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Received event network-vif-deleted-86b9a508-e367-4bbb-aff6-2041fc49bb1b {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 731.277867] env[63339]: INFO nova.compute.manager [req-aee62608-a2c4-4d77-adca-42d2b68318b9 req-c71bade2-4a5f-4a97-a496-043d0d696a84 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Neutron deleted interface 86b9a508-e367-4bbb-aff6-2041fc49bb1b; detaching it from the instance and deleting it from the info cache [ 731.278378] env[63339]: DEBUG nova.network.neutron [req-aee62608-a2c4-4d77-adca-42d2b68318b9 req-c71bade2-4a5f-4a97-a496-043d0d696a84 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.285312] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524346} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.285987] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 380fd1a2-9007-4a4f-8bfb-aad5a9117008/380fd1a2-9007-4a4f-8bfb-aad5a9117008.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.286249] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.286501] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c2b492c-e670-492a-9aa3-f2b657069014 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.299247] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 731.299247] env[63339]: value = "task-4319691" [ 731.299247] env[63339]: _type = "Task" [ 731.299247] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.313199] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.320152] env[63339]: DEBUG nova.network.neutron [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Successfully updated port: 19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.369464] env[63339]: DEBUG nova.network.neutron [-] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.410557] env[63339]: DEBUG oslo_vmware.api [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154108} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.411178] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.412710] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.413048] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.413162] env[63339]: INFO nova.compute.manager [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 731.413489] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.414044] env[63339]: DEBUG nova.compute.manager [-] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.414140] env[63339]: DEBUG nova.network.neutron [-] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 731.430748] env[63339]: DEBUG nova.compute.manager [req-16b67ab7-c452-44b2-a353-42e1e3c2feb8 req-e118d196-c45d-4172-8178-baca64355bc4 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Received event network-vif-plugged-19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 731.434324] env[63339]: DEBUG oslo_concurrency.lockutils [req-16b67ab7-c452-44b2-a353-42e1e3c2feb8 req-e118d196-c45d-4172-8178-baca64355bc4 service nova] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.434324] env[63339]: DEBUG oslo_concurrency.lockutils [req-16b67ab7-c452-44b2-a353-42e1e3c2feb8 req-e118d196-c45d-4172-8178-baca64355bc4 service nova] Lock "39273104-66d6-4520-a1df-31d8f928931d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.434324] env[63339]: DEBUG oslo_concurrency.lockutils [req-16b67ab7-c452-44b2-a353-42e1e3c2feb8 req-e118d196-c45d-4172-8178-baca64355bc4 service nova] Lock "39273104-66d6-4520-a1df-31d8f928931d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.434324] env[63339]: DEBUG nova.compute.manager [req-16b67ab7-c452-44b2-a353-42e1e3c2feb8 req-e118d196-c45d-4172-8178-baca64355bc4 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] No waiting events found dispatching network-vif-plugged-19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.434324] env[63339]: WARNING nova.compute.manager [req-16b67ab7-c452-44b2-a353-42e1e3c2feb8 req-e118d196-c45d-4172-8178-baca64355bc4 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Received unexpected event network-vif-plugged-19f8e1d7-f55d-418e-a931-9f29cf17987c for instance with vm_state building and task_state spawning. [ 731.693268] env[63339]: DEBUG nova.compute.utils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.699022] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.699022] env[63339]: DEBUG nova.network.neutron [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 731.758609] env[63339]: DEBUG nova.policy [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcad3256d5c144e5a35eaf44b24de46f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cb792e6aa4b42d2ab63a3359223fa8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.787997] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11162db1-6381-46af-933b-e2e38a99dc5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.798415] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa9113-607b-4b97-bdd0-f919587476bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.819616] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076321} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.819877] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.820865] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b794d1d-2e68-4ec8-bd9a-780f7ec36fd4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.834452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.834452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquired lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.834585] env[63339]: DEBUG nova.network.neutron [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 731.836016] env[63339]: DEBUG nova.compute.manager [req-aee62608-a2c4-4d77-adca-42d2b68318b9 req-c71bade2-4a5f-4a97-a496-043d0d696a84 service nova] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Detach interface failed, port_id=86b9a508-e367-4bbb-aff6-2041fc49bb1b, reason: Instance 8ce39460-37a3-442d-9bdc-a0542e86c2f1 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 731.859556] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 380fd1a2-9007-4a4f-8bfb-aad5a9117008/380fd1a2-9007-4a4f-8bfb-aad5a9117008.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.860755] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccc6e87-79e5-4e91-8703-7005e46cae7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.876921] env[63339]: INFO nova.compute.manager [-] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Took 1.47 seconds to deallocate network for instance. [ 731.886101] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 731.886101] env[63339]: value = "task-4319692" [ 731.886101] env[63339]: _type = "Task" [ 731.886101] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.898920] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.199479] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.384985] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.401672] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319692, 'name': ReconfigVM_Task, 'duration_secs': 0.344229} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.403212] env[63339]: DEBUG nova.network.neutron [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 732.475492] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 380fd1a2-9007-4a4f-8bfb-aad5a9117008/380fd1a2-9007-4a4f-8bfb-aad5a9117008.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.475492] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a72918b-f05c-4f30-97c0-f1782953a64f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.475492] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 732.475492] env[63339]: value = "task-4319693" [ 732.475492] env[63339]: _type = "Task" [ 732.475492] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.475492] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319693, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.490330] env[63339]: DEBUG nova.network.neutron [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Successfully created port: 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 732.534432] env[63339]: DEBUG nova.network.neutron [-] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.674246] env[63339]: DEBUG nova.network.neutron [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updating instance_info_cache with network_info: [{"id": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "address": "fa:16:3e:27:36:82", "network": {"id": "05758b60-b2b6-42ba-a670-875014c581e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168943135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e15ede7cd3c4422b81f6ad0254b59b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f8e1d7-f5", "ovs_interfaceid": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.934104] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319693, 'name': Rename_Task, 'duration_secs': 0.2267} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.934104] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.934104] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f6a451-9429-4fe6-9d64-205baafe93b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.945459] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 732.945459] env[63339]: value = "task-4319694" [ 732.945459] env[63339]: _type = "Task" [ 732.945459] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.946249] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfa61e-8c3f-4e65-b132-30fdc5ae692e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.967614] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.968164] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d943c2a-31ba-43f7-b84d-0fb115a85cdd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.011505] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089fd29b-e41e-4a11-bf33-49bce4f3e580 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.020065] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c76fa47-ac8e-422e-be79-37226f7ca821 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.043055] env[63339]: INFO nova.compute.manager [-] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Took 1.63 seconds to deallocate network for instance. [ 733.043055] env[63339]: DEBUG nova.compute.provider_tree [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.178231] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Releasing lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.178231] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Instance network_info: |[{"id": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "address": "fa:16:3e:27:36:82", "network": {"id": "05758b60-b2b6-42ba-a670-875014c581e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168943135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e15ede7cd3c4422b81f6ad0254b59b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f8e1d7-f5", "ovs_interfaceid": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.178382] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:36:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f8e1d7-f55d-418e-a931-9f29cf17987c', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.186150] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Creating folder: Project (5e15ede7cd3c4422b81f6ad0254b59b4). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.186491] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0911a8-92dd-47f0-8fcb-75b39d6b1812 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.202024] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Created folder: Project (5e15ede7cd3c4422b81f6ad0254b59b4) in parent group-v849594. [ 733.202024] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Creating folder: Instances. Parent ref: group-v849660. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.202024] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb774c4f-e39b-4e3d-be72-28f3cd80e6cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.211241] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Created folder: Instances in parent group-v849660. [ 733.212498] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.212498] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.212498] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4378e4-1a23-4573-a555-336e8d39236c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.233029] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.241020] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.241020] env[63339]: value = "task-4319697" [ 733.241020] env[63339]: _type = "Task" [ 733.241020] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.251145] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319697, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.270578] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.270840] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.270996] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.271272] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.271485] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.271614] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.271796] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.271970] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.272145] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.272354] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.272563] env[63339]: DEBUG nova.virt.hardware [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.273537] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b43377-1e67-4f9f-ac79-6e54cff7f648 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.282440] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b4b317-969d-4f91-a672-b61426cfa191 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.459352] env[63339]: DEBUG oslo_vmware.api [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319694, 'name': PowerOnVM_Task, 'duration_secs': 0.507679} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.459654] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.459854] env[63339]: INFO nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Took 8.88 seconds to spawn the instance on the hypervisor. [ 733.460082] env[63339]: DEBUG nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.460955] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0febac-6399-483d-8fe2-4c94fa343614 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.544023] env[63339]: DEBUG nova.compute.manager [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Received event network-changed-19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 733.544023] env[63339]: DEBUG nova.compute.manager [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Refreshing instance network info cache due to event network-changed-19f8e1d7-f55d-418e-a931-9f29cf17987c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 733.544023] env[63339]: DEBUG oslo_concurrency.lockutils [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] Acquiring lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.544023] env[63339]: DEBUG oslo_concurrency.lockutils [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] Acquired lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.544023] env[63339]: DEBUG nova.network.neutron [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Refreshing network info cache for port 19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 733.553093] env[63339]: DEBUG nova.scheduler.client.report [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.558796] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.752949] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319697, 'name': CreateVM_Task, 'duration_secs': 0.507802} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.753212] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.753981] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.754422] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.754783] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.755107] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f52840-d91c-4269-8388-6b50af891354 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.761507] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 733.761507] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fe96ea-ae80-a51e-6853-16352fefbc2a" [ 733.761507] env[63339]: _type = "Task" [ 733.761507] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.772889] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fe96ea-ae80-a51e-6853-16352fefbc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.980681] env[63339]: INFO nova.compute.manager [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Took 42.35 seconds to build instance. [ 734.062695] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.063204] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.066575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.664s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.066772] env[63339]: DEBUG nova.objects.instance [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lazy-loading 'resources' on Instance uuid 1d8c7a69-e54e-4d64-90c8-06f0e76e9613 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.275771] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fe96ea-ae80-a51e-6853-16352fefbc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.276185] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.276452] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.276790] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.276979] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.277393] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.277669] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb9d6bda-535f-4019-a656-ce2ee469cf28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.287047] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.287463] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.288208] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215deb43-30fe-4c58-82be-2fd1a78ca3c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.294332] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 734.294332] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e536e0-effd-7df9-e23f-62ed0912705a" [ 734.294332] env[63339]: _type = "Task" [ 734.294332] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.304976] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e536e0-effd-7df9-e23f-62ed0912705a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.315481] env[63339]: DEBUG nova.network.neutron [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updated VIF entry in instance network info cache for port 19f8e1d7-f55d-418e-a931-9f29cf17987c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 734.315759] env[63339]: DEBUG nova.network.neutron [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updating instance_info_cache with network_info: [{"id": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "address": "fa:16:3e:27:36:82", "network": {"id": "05758b60-b2b6-42ba-a670-875014c581e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168943135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e15ede7cd3c4422b81f6ad0254b59b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f8e1d7-f5", "ovs_interfaceid": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.485137] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf3671d8-a804-456f-b569-1162e0db09e5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.710s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.570876] env[63339]: DEBUG nova.compute.utils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.575988] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.576583] env[63339]: DEBUG nova.network.neutron [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 734.615565] env[63339]: DEBUG nova.policy [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64d4b48a3e304b69b9df01eb88e379b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e83893ce0c45d3aa912903c97c69d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.652700] env[63339]: DEBUG nova.network.neutron [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Successfully updated port: 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.808826] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e536e0-effd-7df9-e23f-62ed0912705a, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.809420] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924684a7-af2b-432a-ae59-8e5b184529de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.818421] env[63339]: DEBUG oslo_concurrency.lockutils [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] Releasing lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.818678] env[63339]: DEBUG nova.compute.manager [req-73cb05c7-a6ea-4936-85e6-01e7a2db0b50 req-e143315c-a224-4be2-9a00-b846970135d3 service nova] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Received event network-vif-deleted-07b835b4-1525-461e-83e5-c489ddb90aaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 734.819116] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 734.819116] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524cea0a-6958-e602-3d1c-06f932616f4e" [ 734.819116] env[63339]: _type = "Task" [ 734.819116] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.827745] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524cea0a-6958-e602-3d1c-06f932616f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.867508] env[63339]: DEBUG nova.compute.manager [req-5b2c0bef-f3fb-4128-b878-c994b94f0838 req-e9968bf7-4311-483f-9ccb-b32cbe4908a0 service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Received event network-vif-plugged-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 734.867508] env[63339]: DEBUG oslo_concurrency.lockutils [req-5b2c0bef-f3fb-4128-b878-c994b94f0838 req-e9968bf7-4311-483f-9ccb-b32cbe4908a0 service nova] Acquiring lock "fc50a5c0-b486-424c-af05-650f31d9595b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.867508] env[63339]: DEBUG oslo_concurrency.lockutils [req-5b2c0bef-f3fb-4128-b878-c994b94f0838 req-e9968bf7-4311-483f-9ccb-b32cbe4908a0 service nova] Lock "fc50a5c0-b486-424c-af05-650f31d9595b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.867508] env[63339]: DEBUG oslo_concurrency.lockutils [req-5b2c0bef-f3fb-4128-b878-c994b94f0838 req-e9968bf7-4311-483f-9ccb-b32cbe4908a0 service nova] Lock "fc50a5c0-b486-424c-af05-650f31d9595b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.867508] env[63339]: DEBUG nova.compute.manager [req-5b2c0bef-f3fb-4128-b878-c994b94f0838 req-e9968bf7-4311-483f-9ccb-b32cbe4908a0 service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] No waiting events found dispatching network-vif-plugged-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.867740] env[63339]: WARNING nova.compute.manager [req-5b2c0bef-f3fb-4128-b878-c994b94f0838 req-e9968bf7-4311-483f-9ccb-b32cbe4908a0 service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Received unexpected event network-vif-plugged-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 for instance with vm_state building and task_state spawning. [ 734.953584] env[63339]: DEBUG nova.network.neutron [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Successfully created port: 97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 734.988889] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.077992] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.162549] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "refresh_cache-fc50a5c0-b486-424c-af05-650f31d9595b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.162700] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquired lock "refresh_cache-fc50a5c0-b486-424c-af05-650f31d9595b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.162847] env[63339]: DEBUG nova.network.neutron [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 735.232173] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c0024d-c04a-44d8-a728-25c830265704 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.240746] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19109f3a-02ba-41f2-aa02-15d7d91bffbc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.279013] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cbf119-c0ff-49ca-966e-e8cf404eb9ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.290799] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008fc7ae-7387-44aa-abfd-72ed58c5fb6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.306445] env[63339]: DEBUG nova.compute.provider_tree [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.330694] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524cea0a-6958-e602-3d1c-06f932616f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.330694] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.330858] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 39273104-66d6-4520-a1df-31d8f928931d/39273104-66d6-4520-a1df-31d8f928931d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.330994] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb90fe8b-4029-4258-8c58-f60cf4705f75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.339567] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 735.339567] env[63339]: value = "task-4319698" [ 735.339567] env[63339]: _type = "Task" [ 735.339567] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.349351] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.468687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.468687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.507634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.720081] env[63339]: DEBUG nova.network.neutron [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 735.812207] env[63339]: DEBUG nova.scheduler.client.report [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.853118] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319698, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.066289] env[63339]: DEBUG nova.network.neutron [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Updating instance_info_cache with network_info: [{"id": "1c1a0663-10c6-44fa-b8f6-c7a9c742b410", "address": "fa:16:3e:6b:23:b9", "network": {"id": "2215d16f-0dc3-4c25-bd31-ac852c51457e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-227538064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb792e6aa4b42d2ab63a3359223fa8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1a0663-10", "ovs_interfaceid": "1c1a0663-10c6-44fa-b8f6-c7a9c742b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.090084] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.117962] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.118302] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.118487] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.118680] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.118819] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.118980] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.119213] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.119416] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.119595] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.119761] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.119950] env[63339]: DEBUG nova.virt.hardware [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.121225] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3987ce8e-4c2e-40ab-bab3-849ac73c8e37 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.132369] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c20c803-11b9-4f4c-b5d4-e16fa2112272 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.323653] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.325968] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.120s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.329976] env[63339]: INFO nova.compute.claims [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.351020] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580852} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.351393] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 39273104-66d6-4520-a1df-31d8f928931d/39273104-66d6-4520-a1df-31d8f928931d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.351549] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.351807] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd63dffc-3c64-4768-abe3-3484ce9a6f36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.354591] env[63339]: INFO nova.scheduler.client.report [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Deleted allocations for instance 1d8c7a69-e54e-4d64-90c8-06f0e76e9613 [ 736.365576] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 736.365576] env[63339]: value = "task-4319699" [ 736.365576] env[63339]: _type = "Task" [ 736.365576] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.374869] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.569853] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Releasing lock "refresh_cache-fc50a5c0-b486-424c-af05-650f31d9595b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.570243] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Instance network_info: |[{"id": "1c1a0663-10c6-44fa-b8f6-c7a9c742b410", "address": "fa:16:3e:6b:23:b9", "network": {"id": "2215d16f-0dc3-4c25-bd31-ac852c51457e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-227538064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb792e6aa4b42d2ab63a3359223fa8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1a0663-10", "ovs_interfaceid": "1c1a0663-10c6-44fa-b8f6-c7a9c742b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.570675] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:23:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c1a0663-10c6-44fa-b8f6-c7a9c742b410', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.578234] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Creating folder: Project (7cb792e6aa4b42d2ab63a3359223fa8b). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.578538] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e29000a-1754-4f60-b1f6-2d5b80324c64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.593377] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Created folder: Project (7cb792e6aa4b42d2ab63a3359223fa8b) in parent group-v849594. [ 736.593736] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Creating folder: Instances. Parent ref: group-v849663. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.593994] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d4550bd-57db-4176-bdba-d3ea2622180f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.606796] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Created folder: Instances in parent group-v849663. [ 736.607126] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.607593] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.607754] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0acab74-baef-48e2-9247-3e0bca6ba45c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.632869] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.632869] env[63339]: value = "task-4319702" [ 736.632869] env[63339]: _type = "Task" [ 736.632869] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.642708] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319702, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.643612] env[63339]: DEBUG nova.network.neutron [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Successfully updated port: 97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 736.658072] env[63339]: DEBUG nova.compute.manager [req-92905bdd-1487-4e91-a4bb-b30a10e55d6f req-1388e89f-3c2c-4b4f-8657-29806279a5e1 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Received event network-vif-plugged-97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 736.658303] env[63339]: DEBUG oslo_concurrency.lockutils [req-92905bdd-1487-4e91-a4bb-b30a10e55d6f req-1388e89f-3c2c-4b4f-8657-29806279a5e1 service nova] Acquiring lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.658509] env[63339]: DEBUG oslo_concurrency.lockutils [req-92905bdd-1487-4e91-a4bb-b30a10e55d6f req-1388e89f-3c2c-4b4f-8657-29806279a5e1 service nova] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.658688] env[63339]: DEBUG oslo_concurrency.lockutils [req-92905bdd-1487-4e91-a4bb-b30a10e55d6f req-1388e89f-3c2c-4b4f-8657-29806279a5e1 service nova] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.658917] env[63339]: DEBUG nova.compute.manager [req-92905bdd-1487-4e91-a4bb-b30a10e55d6f req-1388e89f-3c2c-4b4f-8657-29806279a5e1 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] No waiting events found dispatching network-vif-plugged-97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.658985] env[63339]: WARNING nova.compute.manager [req-92905bdd-1487-4e91-a4bb-b30a10e55d6f req-1388e89f-3c2c-4b4f-8657-29806279a5e1 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Received unexpected event network-vif-plugged-97f6cdfa-4f03-4888-b64d-cb824c754baa for instance with vm_state building and task_state spawning. [ 736.786634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "a14a7775-1839-425f-956b-032f69e8318a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.786882] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "a14a7775-1839-425f-956b-032f69e8318a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.864488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Lock "1d8c7a69-e54e-4d64-90c8-06f0e76e9613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.303s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.877492] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071008} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.879278] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.879278] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecda60e9-6f40-4f69-88ec-80b9d57c5208 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.908026] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 39273104-66d6-4520-a1df-31d8f928931d/39273104-66d6-4520-a1df-31d8f928931d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.909056] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772fd3c8-d7c3-43fc-bb11-4e3a2115d2d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.936526] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 736.936526] env[63339]: value = "task-4319703" [ 736.936526] env[63339]: _type = "Task" [ 736.936526] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.947054] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.021827] env[63339]: DEBUG nova.compute.manager [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Received event network-changed-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 737.022106] env[63339]: DEBUG nova.compute.manager [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Refreshing instance network info cache due to event network-changed-1c1a0663-10c6-44fa-b8f6-c7a9c742b410. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 737.022400] env[63339]: DEBUG oslo_concurrency.lockutils [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] Acquiring lock "refresh_cache-fc50a5c0-b486-424c-af05-650f31d9595b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.022599] env[63339]: DEBUG oslo_concurrency.lockutils [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] Acquired lock "refresh_cache-fc50a5c0-b486-424c-af05-650f31d9595b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.022778] env[63339]: DEBUG nova.network.neutron [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Refreshing network info cache for port 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 737.144166] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319702, 'name': CreateVM_Task, 'duration_secs': 0.396867} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.144578] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.145124] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.145616] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.145701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.146232] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.146462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.146596] env[63339]: DEBUG nova.network.neutron [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 737.147905] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea0ac14-9840-424a-9ef7-6f00f7fac4d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.155431] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 737.155431] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fa0c06-eddf-5f7a-ea3f-25e069c2cd72" [ 737.155431] env[63339]: _type = "Task" [ 737.155431] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.165451] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fa0c06-eddf-5f7a-ea3f-25e069c2cd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.450165] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.672185] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fa0c06-eddf-5f7a-ea3f-25e069c2cd72, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.675272] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.675635] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.675988] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.676259] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676544] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.677124] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df0fca99-7889-4943-8d06-9fef18bd648e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.687540] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.690021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.690021] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741abf52-0fca-4147-ae3a-2463e4f3b67a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.702023] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 737.702023] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c49309-42a4-c152-7049-92901141a03f" [ 737.702023] env[63339]: _type = "Task" [ 737.702023] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.709716] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c49309-42a4-c152-7049-92901141a03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.758997] env[63339]: DEBUG nova.network.neutron [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 737.813784] env[63339]: DEBUG nova.network.neutron [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Updated VIF entry in instance network info cache for port 1c1a0663-10c6-44fa-b8f6-c7a9c742b410. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 737.813784] env[63339]: DEBUG nova.network.neutron [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Updating instance_info_cache with network_info: [{"id": "1c1a0663-10c6-44fa-b8f6-c7a9c742b410", "address": "fa:16:3e:6b:23:b9", "network": {"id": "2215d16f-0dc3-4c25-bd31-ac852c51457e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-227538064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb792e6aa4b42d2ab63a3359223fa8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1a0663-10", "ovs_interfaceid": "1c1a0663-10c6-44fa-b8f6-c7a9c742b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.947879] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.949685] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dbbcbc-5b49-41a5-8c86-d6a02328976a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.957181] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc18492-373f-427d-9eea-573f40a1f172 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.995483] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a8074-5b99-42be-84ea-0c7a339491d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.004509] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a45d4-4f1c-4206-8077-66beacf96203 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.022027] env[63339]: DEBUG nova.compute.provider_tree [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.073453] env[63339]: DEBUG nova.network.neutron [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updating instance_info_cache with network_info: [{"id": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "address": "fa:16:3e:c6:3b:d0", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f6cdfa-4f", "ovs_interfaceid": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.214369] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c49309-42a4-c152-7049-92901141a03f, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.215221] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a058dc-822a-43ce-a527-a446b6a247fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.221895] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 738.221895] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5233a81d-c636-3591-8ad6-791c5ae06446" [ 738.221895] env[63339]: _type = "Task" [ 738.221895] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.231826] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5233a81d-c636-3591-8ad6-791c5ae06446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.316849] env[63339]: DEBUG oslo_concurrency.lockutils [req-775da4fd-c024-4d76-b275-9d65d54901df req-ed8d37cd-9885-4d7c-b7f9-c5902ea7c86c service nova] Releasing lock "refresh_cache-fc50a5c0-b486-424c-af05-650f31d9595b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.449446] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319703, 'name': ReconfigVM_Task, 'duration_secs': 1.04735} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.449446] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 39273104-66d6-4520-a1df-31d8f928931d/39273104-66d6-4520-a1df-31d8f928931d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.449446] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e622ebff-025d-45f7-a864-fb8fe5c5bc2b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457046] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 738.457046] env[63339]: value = "task-4319704" [ 738.457046] env[63339]: _type = "Task" [ 738.457046] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.466175] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319704, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.531019] env[63339]: DEBUG nova.scheduler.client.report [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.576743] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.577119] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Instance network_info: |[{"id": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "address": "fa:16:3e:c6:3b:d0", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f6cdfa-4f", "ovs_interfaceid": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.577525] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:3b:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f6cdfa-4f03-4888-b64d-cb824c754baa', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.586128] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating folder: Project (d6e83893ce0c45d3aa912903c97c69d6). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.586853] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11a18e86-6c67-4359-8943-9923b6750a4a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.600344] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created folder: Project (d6e83893ce0c45d3aa912903c97c69d6) in parent group-v849594. [ 738.600595] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating folder: Instances. Parent ref: group-v849666. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.600819] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ff63eb-685e-4496-a249-1620e5666eac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.613750] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created folder: Instances in parent group-v849666. [ 738.613750] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.614124] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.614478] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7142a23e-34d1-4029-9947-2369270475f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.654192] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.654192] env[63339]: value = "task-4319707" [ 738.654192] env[63339]: _type = "Task" [ 738.654192] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.667135] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319707, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.724498] env[63339]: DEBUG nova.compute.manager [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Received event network-changed-97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 738.724719] env[63339]: DEBUG nova.compute.manager [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Refreshing instance network info cache due to event network-changed-97f6cdfa-4f03-4888-b64d-cb824c754baa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 738.724944] env[63339]: DEBUG oslo_concurrency.lockutils [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] Acquiring lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.725096] env[63339]: DEBUG oslo_concurrency.lockutils [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] Acquired lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.725301] env[63339]: DEBUG nova.network.neutron [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Refreshing network info cache for port 97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 738.739864] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5233a81d-c636-3591-8ad6-791c5ae06446, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.740134] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.740398] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] fc50a5c0-b486-424c-af05-650f31d9595b/fc50a5c0-b486-424c-af05-650f31d9595b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.740657] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e46a483-b013-459e-b164-c8bc1d5bfae9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.749601] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 738.749601] env[63339]: value = "task-4319708" [ 738.749601] env[63339]: _type = "Task" [ 738.749601] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.759113] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.968552] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319704, 'name': Rename_Task, 'duration_secs': 0.283221} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.968981] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.969386] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a832cd8-a078-4501-a48b-0c38f3d2edb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.979142] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 738.979142] env[63339]: value = "task-4319709" [ 738.979142] env[63339]: _type = "Task" [ 738.979142] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.995879] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.035551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.037034] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.039586] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.344s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.167643] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319707, 'name': CreateVM_Task, 'duration_secs': 0.513475} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.167868] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.168631] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.168796] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.169175] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.169521] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8b3b26-7e41-4e06-aeb6-80e2458445aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.176011] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 739.176011] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5257dcf7-6e58-ec7b-123c-b6b393d7b7d6" [ 739.176011] env[63339]: _type = "Task" [ 739.176011] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.185042] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5257dcf7-6e58-ec7b-123c-b6b393d7b7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.262601] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319708, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.499842] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.549020] env[63339]: DEBUG nova.compute.utils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.561029] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.561029] env[63339]: DEBUG nova.network.neutron [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 739.648903] env[63339]: DEBUG nova.policy [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '804bf140c28b4cceb4555e4f10c78a9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0e88b38416b4f5f82606a784c11d4cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.658804] env[63339]: DEBUG nova.network.neutron [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updated VIF entry in instance network info cache for port 97f6cdfa-4f03-4888-b64d-cb824c754baa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 739.659485] env[63339]: DEBUG nova.network.neutron [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updating instance_info_cache with network_info: [{"id": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "address": "fa:16:3e:c6:3b:d0", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f6cdfa-4f", "ovs_interfaceid": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.704676] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5257dcf7-6e58-ec7b-123c-b6b393d7b7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.055104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.705208] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.705605] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.706270] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.706552] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.706890] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.707332] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58da872b-0c3a-4bc0-aa6e-1e1c0456611d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.727483] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.727804] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.729071] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05afc0cd-be0a-49d8-a0e2-7ff6ae22e201 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.745610] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 739.745610] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5242f905-0b43-2d2a-4ab7-79a1fb04325e" [ 739.745610] env[63339]: _type = "Task" [ 739.745610] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.764030] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5242f905-0b43-2d2a-4ab7-79a1fb04325e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.773823] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541848} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.774214] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] fc50a5c0-b486-424c-af05-650f31d9595b/fc50a5c0-b486-424c-af05-650f31d9595b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.774503] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.774829] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22a4cc8e-301d-4e85-ac42-07a8a72c771d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.785854] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 739.785854] env[63339]: value = "task-4319710" [ 739.785854] env[63339]: _type = "Task" [ 739.785854] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.797765] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.994036] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.054764] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.166939] env[63339]: DEBUG oslo_concurrency.lockutils [req-77c58c8f-dde8-4b29-84c3-3ec2c3d5d1d1 req-0a12a4dd-f87e-419d-b62d-b697066c9a7d service nova] Releasing lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.190187] env[63339]: DEBUG nova.network.neutron [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Successfully created port: 0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 740.260911] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5242f905-0b43-2d2a-4ab7-79a1fb04325e, 'name': SearchDatastore_Task, 'duration_secs': 0.024017} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.261095] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5657a428-53c4-4595-b10d-4ed9a7ae3ff9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.270180] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 740.270180] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5215cc0e-9346-ef50-fe68-f2d990a2d564" [ 740.270180] env[63339]: _type = "Task" [ 740.270180] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.280149] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5215cc0e-9346-ef50-fe68-f2d990a2d564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.295338] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081859} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.295480] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.296304] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ffbbc-e31f-4a00-982f-422e5ac6f4be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.323037] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] fc50a5c0-b486-424c-af05-650f31d9595b/fc50a5c0-b486-424c-af05-650f31d9595b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.325900] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1055d297-d1be-400e-a563-8ca1f0714f7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.347264] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 740.347264] env[63339]: value = "task-4319711" [ 740.347264] env[63339]: _type = "Task" [ 740.347264] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.356700] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78ab55-0d73-4166-8cef-558f93f8d3ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.362570] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.370990] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d323a7a1-c4c1-4289-b7ac-378216c534df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.406802] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634e3f5-fdac-494b-a9c6-da6ef12d4a17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.415994] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4040d00-309a-43f4-b60c-cb0594000586 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.433180] env[63339]: DEBUG nova.compute.provider_tree [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.492912] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task} progress is 73%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.782321] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5215cc0e-9346-ef50-fe68-f2d990a2d564, 'name': SearchDatastore_Task, 'duration_secs': 0.032415} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.782587] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.782887] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ef0f3bae-003a-4507-9a72-2c5e375a1f26/ef0f3bae-003a-4507-9a72-2c5e375a1f26.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.783169] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa29cf5-1dcb-48b2-8302-7fb2e5f11985 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.794028] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 740.794028] env[63339]: value = "task-4319712" [ 740.794028] env[63339]: _type = "Task" [ 740.794028] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.802892] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.859345] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319711, 'name': ReconfigVM_Task, 'duration_secs': 0.395784} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.859787] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] fc50a5c0-b486-424c-af05-650f31d9595b/fc50a5c0-b486-424c-af05-650f31d9595b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.860499] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8532c1e1-cbae-4a8c-90ce-ad360a7247ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.868119] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 740.868119] env[63339]: value = "task-4319713" [ 740.868119] env[63339]: _type = "Task" [ 740.868119] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.878336] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319713, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.935787] env[63339]: DEBUG nova.scheduler.client.report [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.997247] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.069935] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.113024] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.113024] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.113024] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.113348] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.113348] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.113348] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.113348] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.113348] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.113499] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.113499] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.113499] env[63339]: DEBUG nova.virt.hardware [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.113803] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f680166-527f-4ea7-90ff-a3ce31245284 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.123345] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57ef8da-a714-4437-a2e2-c023f4a40573 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.307063] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.379415] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319713, 'name': Rename_Task, 'duration_secs': 0.155575} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.379809] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.380147] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c4cecc7-caf7-452b-af19-e24327fecae5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.390824] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 741.390824] env[63339]: value = "task-4319714" [ 741.390824] env[63339]: _type = "Task" [ 741.390824] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.401013] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.493746] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.796722] env[63339]: DEBUG nova.network.neutron [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Successfully updated port: 0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 741.808535] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664658} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.808856] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ef0f3bae-003a-4507-9a72-2c5e375a1f26/ef0f3bae-003a-4507-9a72-2c5e375a1f26.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.809508] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.809966] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-267ff935-a193-4701-aaf3-620f0cb10a71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.818494] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 741.818494] env[63339]: value = "task-4319715" [ 741.818494] env[63339]: _type = "Task" [ 741.818494] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.829257] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.903312] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.947013] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.907s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.950653] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.363s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.952378] env[63339]: INFO nova.compute.claims [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.995131] env[63339]: DEBUG oslo_vmware.api [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4319709, 'name': PowerOnVM_Task, 'duration_secs': 2.575922} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.995131] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.995131] env[63339]: INFO nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Took 11.54 seconds to spawn the instance on the hypervisor. [ 741.995131] env[63339]: DEBUG nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.995975] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe82bc-a984-45ef-b812-cb289dd6a47f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.113488] env[63339]: DEBUG nova.compute.manager [req-c21fb113-e7d3-4f50-ad92-c2aec4c0d40f req-ecf88f30-f478-4672-83bc-2a55ab68e3d5 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Received event network-vif-plugged-0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 742.113845] env[63339]: DEBUG oslo_concurrency.lockutils [req-c21fb113-e7d3-4f50-ad92-c2aec4c0d40f req-ecf88f30-f478-4672-83bc-2a55ab68e3d5 service nova] Acquiring lock "c11326c5-1647-4273-a28a-f59801f853cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.114464] env[63339]: DEBUG oslo_concurrency.lockutils [req-c21fb113-e7d3-4f50-ad92-c2aec4c0d40f req-ecf88f30-f478-4672-83bc-2a55ab68e3d5 service nova] Lock "c11326c5-1647-4273-a28a-f59801f853cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.114720] env[63339]: DEBUG oslo_concurrency.lockutils [req-c21fb113-e7d3-4f50-ad92-c2aec4c0d40f req-ecf88f30-f478-4672-83bc-2a55ab68e3d5 service nova] Lock "c11326c5-1647-4273-a28a-f59801f853cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.114950] env[63339]: DEBUG nova.compute.manager [req-c21fb113-e7d3-4f50-ad92-c2aec4c0d40f req-ecf88f30-f478-4672-83bc-2a55ab68e3d5 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] No waiting events found dispatching network-vif-plugged-0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.115162] env[63339]: WARNING nova.compute.manager [req-c21fb113-e7d3-4f50-ad92-c2aec4c0d40f req-ecf88f30-f478-4672-83bc-2a55ab68e3d5 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Received unexpected event network-vif-plugged-0f96e9a3-f70e-4a8b-bb75-55c009692560 for instance with vm_state building and task_state spawning. [ 742.303554] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303554] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303554] env[63339]: DEBUG nova.network.neutron [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 742.332246] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084846} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.335460] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.335460] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435df24f-2aaa-4d8e-afe1-01e015f38ef3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.368236] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ef0f3bae-003a-4507-9a72-2c5e375a1f26/ef0f3bae-003a-4507-9a72-2c5e375a1f26.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.368734] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be95df7-4ecc-4248-828d-cc931d1dd5eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.398046] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 742.398046] env[63339]: value = "task-4319716" [ 742.398046] env[63339]: _type = "Task" [ 742.398046] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.408686] env[63339]: DEBUG oslo_vmware.api [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319714, 'name': PowerOnVM_Task, 'duration_secs': 0.921156} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.409659] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.409753] env[63339]: INFO nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Took 9.18 seconds to spawn the instance on the hypervisor. [ 742.409972] env[63339]: DEBUG nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.410849] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64533ae8-ebff-4116-8770-b02b50833c95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.417337] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.525885] env[63339]: INFO nova.compute.manager [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Took 48.97 seconds to build instance. [ 742.535936] env[63339]: INFO nova.scheduler.client.report [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleted allocation for migration 41b4cb99-47d9-4036-a713-b017bd8aa9d3 [ 742.918519] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.937738] env[63339]: INFO nova.compute.manager [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Took 45.18 seconds to build instance. [ 743.030235] env[63339]: DEBUG oslo_concurrency.lockutils [None req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "39273104-66d6-4520-a1df-31d8f928931d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.581s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.052650] env[63339]: DEBUG oslo_concurrency.lockutils [None req-16d80ec8-39fc-4c62-a89e-2b7403823866 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.750s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.059975] env[63339]: DEBUG nova.network.neutron [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 743.415678] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319716, 'name': ReconfigVM_Task, 'duration_secs': 0.798433} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.416112] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ef0f3bae-003a-4507-9a72-2c5e375a1f26/ef0f3bae-003a-4507-9a72-2c5e375a1f26.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.418546] env[63339]: DEBUG nova.network.neutron [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [{"id": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "address": "fa:16:3e:b0:80:28", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96e9a3-f7", "ovs_interfaceid": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.419810] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1096382-3845-491d-8f12-7b0ec3618636 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.430873] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 743.430873] env[63339]: value = "task-4319717" [ 743.430873] env[63339]: _type = "Task" [ 743.430873] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.441838] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319717, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.447454] env[63339]: DEBUG oslo_concurrency.lockutils [None req-850ac30a-4b5c-45d8-b8a2-479709220823 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "fc50a5c0-b486-424c-af05-650f31d9595b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.024s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.534122] env[63339]: DEBUG nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.589533] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2293ec21-c837-4dda-a1e5-4a2d9aaab3d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.599206] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a0fbd-2bc5-4189-82ef-ab88b92f1ad0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.638974] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85df7146-2f19-4fb0-a6c8-b192efd2b9c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.648183] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbddf0e9-3f9c-4c3f-ad03-de7e892bdace {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.666022] env[63339]: DEBUG nova.compute.provider_tree [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.926312] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.926722] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance network_info: |[{"id": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "address": "fa:16:3e:b0:80:28", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96e9a3-f7", "ovs_interfaceid": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.927728] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:80:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f96e9a3-f70e-4a8b-bb75-55c009692560', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.937746] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.938493] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.943045] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5dd85e-d011-4667-9a57-19b0e34bd3f7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.959252] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.969032] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319717, 'name': Rename_Task, 'duration_secs': 0.159597} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.974222] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.974498] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.974498] env[63339]: value = "task-4319718" [ 743.974498] env[63339]: _type = "Task" [ 743.974498] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.974699] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-019ae112-dce4-4511-bc24-f00b32b89a25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.989206] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319718, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.990792] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 743.990792] env[63339]: value = "task-4319719" [ 743.990792] env[63339]: _type = "Task" [ 743.990792] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.001450] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.064384] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.170018] env[63339]: DEBUG nova.scheduler.client.report [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.309065] env[63339]: DEBUG nova.compute.manager [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Received event network-changed-0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 744.309065] env[63339]: DEBUG nova.compute.manager [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Refreshing instance network info cache due to event network-changed-0f96e9a3-f70e-4a8b-bb75-55c009692560. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 744.309340] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] Acquiring lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.309499] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] Acquired lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.309666] env[63339]: DEBUG nova.network.neutron [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Refreshing network info cache for port 0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 744.484038] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.487584] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319718, 'name': CreateVM_Task, 'duration_secs': 0.461786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.487752] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.488451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.488603] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.492022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.492022] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66133700-5694-4107-bb5d-8840c277b6cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.495857] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 744.495857] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526e2004-3fe5-ed76-b1ea-7ab1452bfd0d" [ 744.495857] env[63339]: _type = "Task" [ 744.495857] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.503533] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.511394] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526e2004-3fe5-ed76-b1ea-7ab1452bfd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.674662] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.675443] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.679109] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.607s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.679529] env[63339]: DEBUG nova.objects.instance [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lazy-loading 'resources' on Instance uuid fb2f6d4c-4099-4108-93f7-5e5c537f2a19 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.008980] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526e2004-3fe5-ed76-b1ea-7ab1452bfd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.023277} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.015365] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.015709] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.015996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.016212] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.016449] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.016886] env[63339]: DEBUG oslo_vmware.api [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4319719, 'name': PowerOnVM_Task, 'duration_secs': 0.538163} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.017202] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33dd2067-ef0a-488b-ad23-1380bdef1861 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.019631] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.019875] env[63339]: INFO nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Took 8.93 seconds to spawn the instance on the hypervisor. [ 745.020095] env[63339]: DEBUG nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.020958] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8b16d6-b4b7-47b5-8e98-6e47cb359dad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.033034] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.033184] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.034286] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f4d09a-07ec-4e3d-aaad-c5f3e560fb36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.044094] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 745.044094] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522681be-d209-d326-d206-0cd06cf032e7" [ 745.044094] env[63339]: _type = "Task" [ 745.044094] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.053388] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522681be-d209-d326-d206-0cd06cf032e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.089200] env[63339]: DEBUG nova.network.neutron [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updated VIF entry in instance network info cache for port 0f96e9a3-f70e-4a8b-bb75-55c009692560. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 745.089637] env[63339]: DEBUG nova.network.neutron [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [{"id": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "address": "fa:16:3e:b0:80:28", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96e9a3-f7", "ovs_interfaceid": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.183581] env[63339]: DEBUG nova.compute.utils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.188262] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.188262] env[63339]: DEBUG nova.network.neutron [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 745.243057] env[63339]: DEBUG nova.policy [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128873d263b841bebcae9a03b8b7be69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '597a72d5d8e347de9a9ff23bbafddad7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.549373] env[63339]: INFO nova.compute.manager [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Took 43.47 seconds to build instance. [ 745.557174] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522681be-d209-d326-d206-0cd06cf032e7, 'name': SearchDatastore_Task, 'duration_secs': 0.02412} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.558114] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bd2faf-ab6b-4549-a9eb-25b1969f31b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.570914] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 745.570914] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b54b34-4fec-c8dc-03cb-974e0d7dceff" [ 745.570914] env[63339]: _type = "Task" [ 745.570914] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.581428] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b54b34-4fec-c8dc-03cb-974e0d7dceff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.589731] env[63339]: DEBUG nova.network.neutron [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Successfully created port: 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.593434] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] Releasing lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.593434] env[63339]: DEBUG nova.compute.manager [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Received event network-changed-19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 745.593434] env[63339]: DEBUG nova.compute.manager [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Refreshing instance network info cache due to event network-changed-19f8e1d7-f55d-418e-a931-9f29cf17987c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 745.593588] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] Acquiring lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.594066] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] Acquired lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.594066] env[63339]: DEBUG nova.network.neutron [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Refreshing network info cache for port 19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 745.691563] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.833088] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f857d87-066e-4b96-a4ad-06bb7e6784b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.846207] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37db3cf2-a529-4b9a-8f88-1914174ac0f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.879397] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c9244-7a48-48ed-b809-1b425a35552a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.889938] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a30291-652b-45e6-9941-f9633a0bca79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.907281] env[63339]: DEBUG nova.compute.provider_tree [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.052291] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.804s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.080405] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b54b34-4fec-c8dc-03cb-974e0d7dceff, 'name': SearchDatastore_Task, 'duration_secs': 0.021322} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.080673] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.080931] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c11326c5-1647-4273-a28a-f59801f853cd/c11326c5-1647-4273-a28a-f59801f853cd.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.081212] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-399249e0-76a6-4217-bfee-73566d57cab9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.090127] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 746.090127] env[63339]: value = "task-4319720" [ 746.090127] env[63339]: _type = "Task" [ 746.090127] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.100505] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.414026] env[63339]: DEBUG nova.scheduler.client.report [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.459771] env[63339]: DEBUG nova.network.neutron [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updated VIF entry in instance network info cache for port 19f8e1d7-f55d-418e-a931-9f29cf17987c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 746.459771] env[63339]: DEBUG nova.network.neutron [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updating instance_info_cache with network_info: [{"id": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "address": "fa:16:3e:27:36:82", "network": {"id": "05758b60-b2b6-42ba-a670-875014c581e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168943135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e15ede7cd3c4422b81f6ad0254b59b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f8e1d7-f5", "ovs_interfaceid": "19f8e1d7-f55d-418e-a931-9f29cf17987c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.558025] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.607551] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319720, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.701868] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.733545] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.733832] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.734557] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.734557] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.734557] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.734734] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.734952] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.735097] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.735257] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.735434] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.735611] env[63339]: DEBUG nova.virt.hardware [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.736701] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592de421-0a63-42d6-8b60-aeb631eece75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.746125] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e544dc6f-db43-44fd-9977-cb0028d0b051 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.918078] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.921157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.141s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.922476] env[63339]: INFO nova.compute.claims [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.954358] env[63339]: INFO nova.scheduler.client.report [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Deleted allocations for instance fb2f6d4c-4099-4108-93f7-5e5c537f2a19 [ 746.962622] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f5be304-f427-42a6-a904-14fb2503318d req-ac56bfdb-1af3-47e4-bf08-8b8ad58edd81 service nova] Releasing lock "refresh_cache-39273104-66d6-4520-a1df-31d8f928931d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.972921] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.973592] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.088587] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.103734] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825466} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.104258] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c11326c5-1647-4273-a28a-f59801f853cd/c11326c5-1647-4273-a28a-f59801f853cd.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.104477] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.104807] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95210137-e54f-4ce4-8de1-5dd834c5840c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.115579] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 747.115579] env[63339]: value = "task-4319721" [ 747.115579] env[63339]: _type = "Task" [ 747.115579] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.128395] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.391680] env[63339]: DEBUG nova.network.neutron [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Successfully updated port: 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.465942] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b4b72388-ae48-423a-923e-5defa8d89a64 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Lock "fb2f6d4c-4099-4108-93f7-5e5c537f2a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.220s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.637350] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076099} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.637735] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.638604] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8dad53-5a7e-4371-b484-4f7f2bbf8d3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.669249] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] c11326c5-1647-4273-a28a-f59801f853cd/c11326c5-1647-4273-a28a-f59801f853cd.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.669249] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d327eee9-a016-4b8b-b6e8-81e56ec5a507 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.691129] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 747.691129] env[63339]: value = "task-4319722" [ 747.691129] env[63339]: _type = "Task" [ 747.691129] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.704346] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.735312] env[63339]: DEBUG nova.compute.manager [req-98881064-1f06-43a6-bb9c-f480f44abe70 req-64abecde-b696-40b4-bc4f-5d3f9ffea818 service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Received event network-vif-plugged-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 747.735599] env[63339]: DEBUG oslo_concurrency.lockutils [req-98881064-1f06-43a6-bb9c-f480f44abe70 req-64abecde-b696-40b4-bc4f-5d3f9ffea818 service nova] Acquiring lock "140495d7-00d9-4ab5-86f9-59ef7c708555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.735805] env[63339]: DEBUG oslo_concurrency.lockutils [req-98881064-1f06-43a6-bb9c-f480f44abe70 req-64abecde-b696-40b4-bc4f-5d3f9ffea818 service nova] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.736068] env[63339]: DEBUG oslo_concurrency.lockutils [req-98881064-1f06-43a6-bb9c-f480f44abe70 req-64abecde-b696-40b4-bc4f-5d3f9ffea818 service nova] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.736243] env[63339]: DEBUG nova.compute.manager [req-98881064-1f06-43a6-bb9c-f480f44abe70 req-64abecde-b696-40b4-bc4f-5d3f9ffea818 service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] No waiting events found dispatching network-vif-plugged-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.736407] env[63339]: WARNING nova.compute.manager [req-98881064-1f06-43a6-bb9c-f480f44abe70 req-64abecde-b696-40b4-bc4f-5d3f9ffea818 service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Received unexpected event network-vif-plugged-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 for instance with vm_state building and task_state spawning. [ 747.898784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "refresh_cache-140495d7-00d9-4ab5-86f9-59ef7c708555" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.898784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquired lock "refresh_cache-140495d7-00d9-4ab5-86f9-59ef7c708555" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.898784] env[63339]: DEBUG nova.network.neutron [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 748.214740] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.353211] env[63339]: DEBUG nova.compute.manager [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Received event network-changed-97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 748.353211] env[63339]: DEBUG nova.compute.manager [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Refreshing instance network info cache due to event network-changed-97f6cdfa-4f03-4888-b64d-cb824c754baa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 748.353502] env[63339]: DEBUG oslo_concurrency.lockutils [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] Acquiring lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.353664] env[63339]: DEBUG oslo_concurrency.lockutils [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] Acquired lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.353899] env[63339]: DEBUG nova.network.neutron [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Refreshing network info cache for port 97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 748.451535] env[63339]: DEBUG nova.network.neutron [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 748.712840] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319722, 'name': ReconfigVM_Task, 'duration_secs': 0.950329} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.713272] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Reconfigured VM instance instance-0000001c to attach disk [datastore1] c11326c5-1647-4273-a28a-f59801f853cd/c11326c5-1647-4273-a28a-f59801f853cd.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.714030] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3def289-9368-497f-a7b1-9e60808246de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.720492] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8d98d-35f1-42dd-97e3-a8ae76de5bb5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.726133] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 748.726133] env[63339]: value = "task-4319723" [ 748.726133] env[63339]: _type = "Task" [ 748.726133] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.732475] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46a2021-08c3-48e7-9198-af673fd754f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.740042] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319723, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.781746] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db21f62-8cc2-4fab-91c3-f7b2b64a6550 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.792019] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e19a11-7750-45b1-8b84-fa7337400d8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.809449] env[63339]: DEBUG nova.compute.provider_tree [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.942302] env[63339]: DEBUG nova.network.neutron [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Updating instance_info_cache with network_info: [{"id": "217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1", "address": "fa:16:3e:08:5b:5b", "network": {"id": "ccdf6a84-a0cb-4531-9579-17a31725a175", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1758105152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597a72d5d8e347de9a9ff23bbafddad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217c58fe-7c", "ovs_interfaceid": "217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.239191] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319723, 'name': Rename_Task, 'duration_secs': 0.167036} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.239915] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.241324] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-007854cb-11ec-4b41-b754-158f6a5ce921 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.253116] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 749.253116] env[63339]: value = "task-4319724" [ 749.253116] env[63339]: _type = "Task" [ 749.253116] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.262239] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.312814] env[63339]: DEBUG nova.scheduler.client.report [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.321660] env[63339]: DEBUG nova.network.neutron [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updated VIF entry in instance network info cache for port 97f6cdfa-4f03-4888-b64d-cb824c754baa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 749.322153] env[63339]: DEBUG nova.network.neutron [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updating instance_info_cache with network_info: [{"id": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "address": "fa:16:3e:c6:3b:d0", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f6cdfa-4f", "ovs_interfaceid": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.448025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Releasing lock "refresh_cache-140495d7-00d9-4ab5-86f9-59ef7c708555" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.448025] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Instance network_info: |[{"id": "217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1", "address": "fa:16:3e:08:5b:5b", "network": {"id": "ccdf6a84-a0cb-4531-9579-17a31725a175", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1758105152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597a72d5d8e347de9a9ff23bbafddad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217c58fe-7c", "ovs_interfaceid": "217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.448315] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:5b:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.456162] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Creating folder: Project (597a72d5d8e347de9a9ff23bbafddad7). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.456635] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b2d866-753f-44cc-bbd3-e3346f22d11e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.469195] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Created folder: Project (597a72d5d8e347de9a9ff23bbafddad7) in parent group-v849594. [ 749.469819] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Creating folder: Instances. Parent ref: group-v849670. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.470348] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5485d5c9-9e2f-460b-9c03-79eb69c67491 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.483580] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Created folder: Instances in parent group-v849670. [ 749.485144] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.485144] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.485144] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb6bfa19-1b2d-465d-8a99-eb58b0165b4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.507909] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.507909] env[63339]: value = "task-4319727" [ 749.507909] env[63339]: _type = "Task" [ 749.507909] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.517432] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319727, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.764332] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319724, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.770078] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "fc50a5c0-b486-424c-af05-650f31d9595b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.770387] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "fc50a5c0-b486-424c-af05-650f31d9595b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.770632] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "fc50a5c0-b486-424c-af05-650f31d9595b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.770846] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "fc50a5c0-b486-424c-af05-650f31d9595b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.771038] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "fc50a5c0-b486-424c-af05-650f31d9595b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.776430] env[63339]: INFO nova.compute.manager [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Terminating instance [ 749.818271] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.897s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.818881] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.822308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.018s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.822308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.822308] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 749.822542] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.877s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.829592] env[63339]: INFO nova.compute.claims [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.833894] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601973cd-cf69-434c-bf56-2c47b9b7cb08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.837432] env[63339]: DEBUG oslo_concurrency.lockutils [req-446013b1-cd9e-495a-8447-c9c378788c5c req-8e79afdb-e5ff-424b-960d-bcabf8da4595 service nova] Releasing lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.844194] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a580c19-4c0c-4d91-ad31-54b554b2f864 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.862555] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3130e-2590-43d6-a83a-b29513012264 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.872078] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2eafb-8d56-43a6-911f-2a9241bd269c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.905851] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179794MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 749.905996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.943475] env[63339]: DEBUG nova.compute.manager [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Received event network-changed-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 749.944930] env[63339]: DEBUG nova.compute.manager [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Refreshing instance network info cache due to event network-changed-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 749.944930] env[63339]: DEBUG oslo_concurrency.lockutils [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] Acquiring lock "refresh_cache-140495d7-00d9-4ab5-86f9-59ef7c708555" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.944930] env[63339]: DEBUG oslo_concurrency.lockutils [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] Acquired lock "refresh_cache-140495d7-00d9-4ab5-86f9-59ef7c708555" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.944930] env[63339]: DEBUG nova.network.neutron [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Refreshing network info cache for port 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 750.021550] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319727, 'name': CreateVM_Task, 'duration_secs': 0.487865} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.021743] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.023236] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.023339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.023664] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.023922] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad530681-9f4d-4d34-9a83-a08b11ad5e17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.032137] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 750.032137] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227fdfb-f359-560a-868f-1e4cd283e1cf" [ 750.032137] env[63339]: _type = "Task" [ 750.032137] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.043743] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227fdfb-f359-560a-868f-1e4cd283e1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.263651] env[63339]: DEBUG oslo_vmware.api [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319724, 'name': PowerOnVM_Task, 'duration_secs': 0.524145} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.263980] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.264203] env[63339]: INFO nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Took 9.19 seconds to spawn the instance on the hypervisor. [ 750.264431] env[63339]: DEBUG nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.266052] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741774ee-dcc4-48b4-b30b-d2f91ad6be49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.284016] env[63339]: DEBUG nova.compute.manager [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.284016] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.284016] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d08fdae-4fa2-4835-a858-18915c08e594 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.293708] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.294028] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7bcc1b7-cd75-4f56-83ee-ef707e9a8faa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.301331] env[63339]: DEBUG oslo_vmware.api [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 750.301331] env[63339]: value = "task-4319728" [ 750.301331] env[63339]: _type = "Task" [ 750.301331] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.310131] env[63339]: DEBUG oslo_vmware.api [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.338196] env[63339]: DEBUG nova.compute.utils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.342725] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.343400] env[63339]: DEBUG nova.network.neutron [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 750.421190] env[63339]: DEBUG nova.policy [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e406996e094bd189a17f1ca1805a7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c310480bec74b6e9ef11075a65e03a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.547976] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227fdfb-f359-560a-868f-1e4cd283e1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.548224] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.549762] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.549762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.549762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.550036] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.550545] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5cf79ca-8f58-40ab-ada3-1622b05164de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.566074] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.566074] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.566177] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ec58d5-1221-4e61-b1f9-74373f34e6ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.572830] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 750.572830] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520beedf-4bc2-bdb0-9167-a9967191099e" [ 750.572830] env[63339]: _type = "Task" [ 750.572830] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.579664] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.579664] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.584848] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520beedf-4bc2-bdb0-9167-a9967191099e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.759263] env[63339]: DEBUG nova.network.neutron [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Updated VIF entry in instance network info cache for port 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 750.759738] env[63339]: DEBUG nova.network.neutron [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Updating instance_info_cache with network_info: [{"id": "217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1", "address": "fa:16:3e:08:5b:5b", "network": {"id": "ccdf6a84-a0cb-4531-9579-17a31725a175", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1758105152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597a72d5d8e347de9a9ff23bbafddad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217c58fe-7c", "ovs_interfaceid": "217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.790961] env[63339]: INFO nova.compute.manager [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Took 46.61 seconds to build instance. [ 750.819748] env[63339]: DEBUG oslo_vmware.api [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319728, 'name': PowerOffVM_Task, 'duration_secs': 0.215122} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.820041] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.820213] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.820467] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87637ae5-51b8-404e-abd6-bb0648d90486 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.843906] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.886216] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.886411] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.886601] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Deleting the datastore file [datastore1] fc50a5c0-b486-424c-af05-650f31d9595b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.886874] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e3dcd1-e103-4c6c-9fe8-52b27f569859 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.896675] env[63339]: DEBUG oslo_vmware.api [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for the task: (returnval){ [ 750.896675] env[63339]: value = "task-4319730" [ 750.896675] env[63339]: _type = "Task" [ 750.896675] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.907700] env[63339]: DEBUG oslo_vmware.api [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.089066] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520beedf-4bc2-bdb0-9167-a9967191099e, 'name': SearchDatastore_Task, 'duration_secs': 0.013895} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.089066] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa1fb03-95f0-49c0-88ed-8c996eeaea71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.102097] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 751.102097] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52071720-9466-c6b6-0daf-dd94d03aed03" [ 751.102097] env[63339]: _type = "Task" [ 751.102097] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.114230] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52071720-9466-c6b6-0daf-dd94d03aed03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.174164] env[63339]: DEBUG nova.network.neutron [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Successfully created port: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.262793] env[63339]: DEBUG oslo_concurrency.lockutils [req-5310e2b7-7ab3-46e9-8ba7-78da7d2c84be req-1c9d9ac4-7c4c-445c-bf84-2697fb88ca3c service nova] Releasing lock "refresh_cache-140495d7-00d9-4ab5-86f9-59ef7c708555" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.293800] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08517e18-f52f-4762-bbee-f466804150eb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.317s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.408522] env[63339]: DEBUG oslo_vmware.api [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Task: {'id': task-4319730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401046} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.408772] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.408953] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.409155] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.409345] env[63339]: INFO nova.compute.manager [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 751.409604] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.409793] env[63339]: DEBUG nova.compute.manager [-] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.409885] env[63339]: DEBUG nova.network.neutron [-] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 751.617169] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52071720-9466-c6b6-0daf-dd94d03aed03, 'name': SearchDatastore_Task, 'duration_secs': 0.016862} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.617169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.617499] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 140495d7-00d9-4ab5-86f9-59ef7c708555/140495d7-00d9-4ab5-86f9-59ef7c708555.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.617573] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b306b01-c739-4cd5-99f8-d51de1818a2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.627323] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 751.627323] env[63339]: value = "task-4319731" [ 751.627323] env[63339]: _type = "Task" [ 751.627323] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.639746] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.657960] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637182ed-bd3b-4e80-941b-660d0c1e64f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.673018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62182178-593d-41e5-a427-7a592dbed73e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.705820] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f70d00e-0cee-4d53-bd5f-7ff1bbbee85e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.714517] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af183c63-032c-46a9-ac93-584009eef197 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.729596] env[63339]: DEBUG nova.compute.provider_tree [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.799483] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.874383] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.908584] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.908861] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.909043] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.909235] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.909397] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.909536] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.909781] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.909935] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.910112] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.910277] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.910563] env[63339]: DEBUG nova.virt.hardware [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.911653] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19954a4-ab14-4568-9711-b6e175dc4b88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.920331] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d004e77-1f04-4e85-8f2e-7ed9ebe2fe24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.143908] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.232980] env[63339]: DEBUG nova.scheduler.client.report [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.264335] env[63339]: DEBUG nova.network.neutron [-] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.344876] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.641187] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798636} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.641512] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 140495d7-00d9-4ab5-86f9-59ef7c708555/140495d7-00d9-4ab5-86f9-59ef7c708555.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.641747] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.642013] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d1851d-f5e9-4ab9-b4dc-3db56ec28f74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.649352] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 752.649352] env[63339]: value = "task-4319732" [ 752.649352] env[63339]: _type = "Task" [ 752.649352] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.659723] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.744868] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.922s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.745459] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.748088] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.803s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.751059] env[63339]: INFO nova.compute.claims [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.768164] env[63339]: INFO nova.compute.manager [-] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Took 1.36 seconds to deallocate network for instance. [ 753.040635] env[63339]: DEBUG nova.compute.manager [req-1cd80787-1d83-43d1-9603-cbd199f07594 req-4c8e662d-5fe4-40d3-8939-0e6b7b72f780 service nova] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Received event network-vif-deleted-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 753.159954] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081805} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.161358] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.162601] env[63339]: DEBUG nova.compute.manager [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 753.162842] env[63339]: DEBUG nova.compute.manager [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing instance network info cache due to event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 753.162984] env[63339]: DEBUG oslo_concurrency.lockutils [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] Acquiring lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.163140] env[63339]: DEBUG oslo_concurrency.lockutils [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] Acquired lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.163303] env[63339]: DEBUG nova.network.neutron [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 753.164925] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e787d44e-deb0-4830-a101-4a3814f1c1fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.190558] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 140495d7-00d9-4ab5-86f9-59ef7c708555/140495d7-00d9-4ab5-86f9-59ef7c708555.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.191802] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84671477-f0b8-4612-a2b9-55e24e2ec1dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.214309] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 753.214309] env[63339]: value = "task-4319733" [ 753.214309] env[63339]: _type = "Task" [ 753.214309] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.223901] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.254319] env[63339]: DEBUG nova.compute.utils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.262026] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.262026] env[63339]: DEBUG nova.network.neutron [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 753.279889] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.321302] env[63339]: DEBUG nova.policy [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad87313ea64949708198cd70aef13aca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cad0497aed54465bd8fd5003ab67186', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.605630] env[63339]: DEBUG nova.network.neutron [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Successfully created port: 7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 753.730338] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.755807] env[63339]: DEBUG nova.network.neutron [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Successfully updated port: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.758836] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.034512] env[63339]: DEBUG nova.network.neutron [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updated VIF entry in instance network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 754.034697] env[63339]: DEBUG nova.network.neutron [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.233035] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319733, 'name': ReconfigVM_Task, 'duration_secs': 0.892353} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.234067] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 140495d7-00d9-4ab5-86f9-59ef7c708555/140495d7-00d9-4ab5-86f9-59ef7c708555.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.238289] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d019ad7a-ab1a-4524-91a2-bfacb9cc6c7a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.246937] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 754.246937] env[63339]: value = "task-4319734" [ 754.246937] env[63339]: _type = "Task" [ 754.246937] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.264674] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.267586] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.267586] env[63339]: DEBUG nova.network.neutron [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 754.267586] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319734, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.425104] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e9438-0580-4dab-8cf7-cab18e24b545 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.435425] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e29d481-418f-4230-b9f4-5593cf4e0973 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.477501] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08104c-d01c-4ea0-8933-340f3cb52ee7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.484540] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b2ab0-b930-4879-90c5-e69c762d5dc1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.501570] env[63339]: DEBUG nova.compute.provider_tree [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.538202] env[63339]: DEBUG oslo_concurrency.lockutils [req-26b0f5d5-4deb-43c9-aa35-da4e7816694c req-8d829cc2-b62f-4940-9139-dba3ed99e764 service nova] Releasing lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.758929] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319734, 'name': Rename_Task, 'duration_secs': 0.330699} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.759402] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.759848] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290accc9-a831-4120-8356-03527594c177 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.769087] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 754.769087] env[63339]: value = "task-4319735" [ 754.769087] env[63339]: _type = "Task" [ 754.769087] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.777037] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.789190] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.814836] env[63339]: DEBUG nova.network.neutron [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 754.827219] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.827474] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.827626] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.827803] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.827942] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.828179] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.828440] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.828629] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.829204] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.829204] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.829266] env[63339]: DEBUG nova.virt.hardware [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.830370] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79566220-9edc-4839-a729-47446a5bd0b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.840255] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7401cca6-73a9-4bbf-b8b9-cd31bb2deb54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.989559] env[63339]: DEBUG nova.network.neutron [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.005469] env[63339]: DEBUG nova.scheduler.client.report [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.284929] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319735, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.336649] env[63339]: DEBUG nova.network.neutron [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Successfully updated port: 7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 755.495168] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.495168] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance network_info: |[{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.495362] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:68:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '492ff38a-c178-4070-9fdc-7f4e1fa80c6e', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.502693] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating folder: Project (4c310480bec74b6e9ef11075a65e03a4). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.507030] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0cb63b-e4f5-4344-8a96-5106ea63d808 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.511897] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.512762] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.519356] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.681s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.519356] env[63339]: DEBUG nova.objects.instance [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lazy-loading 'resources' on Instance uuid cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.520425] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created folder: Project (4c310480bec74b6e9ef11075a65e03a4) in parent group-v849594. [ 755.520741] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating folder: Instances. Parent ref: group-v849673. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.521114] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab9436d6-e8ff-4a31-8427-ca1375885205 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.536275] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created folder: Instances in parent group-v849673. [ 755.536891] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.537236] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.537560] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a38ebd80-b928-40ca-aaad-d47e7535205f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.565215] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.565215] env[63339]: value = "task-4319738" [ 755.565215] env[63339]: _type = "Task" [ 755.565215] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.575352] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319738, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.582851] env[63339]: DEBUG nova.compute.manager [req-1fb81116-ce9f-4171-8de9-03dfb502dc1d req-81410d46-fa1d-4bd5-bb25-1247ba767a65 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Received event network-vif-plugged-7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 755.583201] env[63339]: DEBUG oslo_concurrency.lockutils [req-1fb81116-ce9f-4171-8de9-03dfb502dc1d req-81410d46-fa1d-4bd5-bb25-1247ba767a65 service nova] Acquiring lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.583462] env[63339]: DEBUG oslo_concurrency.lockutils [req-1fb81116-ce9f-4171-8de9-03dfb502dc1d req-81410d46-fa1d-4bd5-bb25-1247ba767a65 service nova] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.583645] env[63339]: DEBUG oslo_concurrency.lockutils [req-1fb81116-ce9f-4171-8de9-03dfb502dc1d req-81410d46-fa1d-4bd5-bb25-1247ba767a65 service nova] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.583830] env[63339]: DEBUG nova.compute.manager [req-1fb81116-ce9f-4171-8de9-03dfb502dc1d req-81410d46-fa1d-4bd5-bb25-1247ba767a65 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] No waiting events found dispatching network-vif-plugged-7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.584016] env[63339]: WARNING nova.compute.manager [req-1fb81116-ce9f-4171-8de9-03dfb502dc1d req-81410d46-fa1d-4bd5-bb25-1247ba767a65 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Received unexpected event network-vif-plugged-7e86d37a-bc57-4983-86e3-e082bd08ce95 for instance with vm_state building and task_state spawning. [ 755.587388] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-vif-plugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 755.587568] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.587793] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.587969] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.588146] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] No waiting events found dispatching network-vif-plugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.588310] env[63339]: WARNING nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received unexpected event network-vif-plugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e for instance with vm_state building and task_state spawning. [ 755.588470] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 755.588624] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing instance network info cache due to event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 755.588808] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.588943] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.589232] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 755.783824] env[63339]: DEBUG oslo_vmware.api [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319735, 'name': PowerOnVM_Task, 'duration_secs': 0.977682} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.783824] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.784043] env[63339]: INFO nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Took 9.08 seconds to spawn the instance on the hypervisor. [ 755.784272] env[63339]: DEBUG nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.785212] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce6e22-2f40-40fb-a2c7-28b25c9fcf2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.841849] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "refresh_cache-122f1c7e-ca09-4de2-a233-b2eed242e5c7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.841849] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquired lock "refresh_cache-122f1c7e-ca09-4de2-a233-b2eed242e5c7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.841984] env[63339]: DEBUG nova.network.neutron [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 756.019028] env[63339]: DEBUG nova.compute.utils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.020230] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.020397] env[63339]: DEBUG nova.network.neutron [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 756.076419] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319738, 'name': CreateVM_Task, 'duration_secs': 0.392346} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.079411] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.080161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.080355] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.080694] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.080982] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b21360-8adf-418e-a5e6-0d14d560d96e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.086967] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 756.086967] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527ebb3a-fb2f-b10c-6873-3e7a2b66d72e" [ 756.086967] env[63339]: _type = "Task" [ 756.086967] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.097354] env[63339]: DEBUG nova.policy [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.105138] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527ebb3a-fb2f-b10c-6873-3e7a2b66d72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.308707] env[63339]: INFO nova.compute.manager [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Took 46.75 seconds to build instance. [ 756.415954] env[63339]: DEBUG nova.network.neutron [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 756.435731] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updated VIF entry in instance network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 756.436134] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.528167] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.594648] env[63339]: DEBUG nova.network.neutron [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Successfully created port: 32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 756.603865] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527ebb3a-fb2f-b10c-6873-3e7a2b66d72e, 'name': SearchDatastore_Task, 'duration_secs': 0.017858} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.604200] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.604387] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.604615] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.604760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.604944] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.605213] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b31350d-e4bc-484f-aaef-c4f71f0db490 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.618028] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.618028] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.618028] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f2d8fa-953c-4462-8e7f-d138cfbd881c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.626380] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 756.626380] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f153aa-879e-6d9d-9eb0-be7121aaa49e" [ 756.626380] env[63339]: _type = "Task" [ 756.626380] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.636322] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f153aa-879e-6d9d-9eb0-be7121aaa49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.658098] env[63339]: DEBUG nova.network.neutron [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Updating instance_info_cache with network_info: [{"id": "7e86d37a-bc57-4983-86e3-e082bd08ce95", "address": "fa:16:3e:78:68:5e", "network": {"id": "863de495-a4a8-4ff5-8bb6-1d64a24d6a3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-350731723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad0497aed54465bd8fd5003ab67186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86d37a-bc", "ovs_interfaceid": "7e86d37a-bc57-4983-86e3-e082bd08ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.675276] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609f58f5-87ff-43bb-b5a3-f4ee705966df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.687844] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6791c80-f9ea-4af9-81f8-30bcfa6ee1b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.727599] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b7fc20-0e0f-4473-9c71-04833ea8d28e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.737638] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7cd89-f4ee-462d-8f45-e1aa04f80039 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.753820] env[63339]: DEBUG nova.compute.provider_tree [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.811177] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.153s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.938949] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.939428] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 756.939572] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing instance network info cache due to event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 756.939796] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquiring lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.939942] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquired lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.940122] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 757.025292] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "140495d7-00d9-4ab5-86f9-59ef7c708555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.025659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.028295] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "140495d7-00d9-4ab5-86f9-59ef7c708555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.028764] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.028764] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.030971] env[63339]: INFO nova.compute.manager [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Terminating instance [ 757.140280] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f153aa-879e-6d9d-9eb0-be7121aaa49e, 'name': SearchDatastore_Task, 'duration_secs': 0.017002} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.140280] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50e759e-159f-4a4d-8236-cdf6c5e32f3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.149073] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 757.149073] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52338b67-6558-ad23-77d1-1b1ffbd00af5" [ 757.149073] env[63339]: _type = "Task" [ 757.149073] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.159809] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52338b67-6558-ad23-77d1-1b1ffbd00af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.162151] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Releasing lock "refresh_cache-122f1c7e-ca09-4de2-a233-b2eed242e5c7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.162151] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Instance network_info: |[{"id": "7e86d37a-bc57-4983-86e3-e082bd08ce95", "address": "fa:16:3e:78:68:5e", "network": {"id": "863de495-a4a8-4ff5-8bb6-1d64a24d6a3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-350731723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad0497aed54465bd8fd5003ab67186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86d37a-bc", "ovs_interfaceid": "7e86d37a-bc57-4983-86e3-e082bd08ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.162560] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:68:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e86d37a-bc57-4983-86e3-e082bd08ce95', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.173246] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Creating folder: Project (0cad0497aed54465bd8fd5003ab67186). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.173810] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7457101-e789-4358-828e-20150d2bbcc8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.192223] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Created folder: Project (0cad0497aed54465bd8fd5003ab67186) in parent group-v849594. [ 757.192223] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Creating folder: Instances. Parent ref: group-v849676. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.192223] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fa26ee8-5cdb-4baa-bc02-b58e4382a966 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.207018] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Created folder: Instances in parent group-v849676. [ 757.207791] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.211022] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.211022] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c42415b-c2b4-4eae-ad33-924c5bd5af98 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.230069] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.230069] env[63339]: value = "task-4319741" [ 757.230069] env[63339]: _type = "Task" [ 757.230069] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.241031] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319741, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.257401] env[63339]: DEBUG nova.scheduler.client.report [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.313689] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.540675] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.543978] env[63339]: DEBUG nova.compute.manager [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.544125] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.544992] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5d924-49ac-46bc-a8bc-1b63d21b0b65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.555442] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.556084] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a9cfd7-d16a-4264-8cfc-239480a27b9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.571388] env[63339]: DEBUG oslo_vmware.api [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 757.571388] env[63339]: value = "task-4319742" [ 757.571388] env[63339]: _type = "Task" [ 757.571388] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.586607] env[63339]: DEBUG oslo_vmware.api [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.591102] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.591311] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.591590] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.591825] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.592042] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.595897] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.595897] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.595897] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.595897] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.595897] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.596809] env[63339]: DEBUG nova.virt.hardware [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.599565] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda51c8b-ca64-4165-b6af-1361a77f2bab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.611012] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d346b27-940e-4b57-ae74-27aceda76652 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.664152] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52338b67-6558-ad23-77d1-1b1ffbd00af5, 'name': SearchDatastore_Task, 'duration_secs': 0.013344} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.664633] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.664974] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.665391] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e90aa10c-da37-450a-8c32-81dfbb5f0188 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.675068] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 757.675068] env[63339]: value = "task-4319743" [ 757.675068] env[63339]: _type = "Task" [ 757.675068] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.694240] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.743924] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319741, 'name': CreateVM_Task, 'duration_secs': 0.466149} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.744199] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.745162] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.745447] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746260] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.746705] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a83af1-3c73-444c-bfcd-d9c18af4c4e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.761736] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 757.761736] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5276f5db-78da-e720-9fd4-51fbac69bad2" [ 757.761736] env[63339]: _type = "Task" [ 757.761736] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.771678] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.779382] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.935s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.779382] env[63339]: INFO nova.compute.claims [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.798031] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5276f5db-78da-e720-9fd4-51fbac69bad2, 'name': SearchDatastore_Task, 'duration_secs': 0.024109} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.798031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.798031] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.798031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.798321] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.798356] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.799152] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0cf2a4-8c80-40e6-bcd6-32d45929b95a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.811602] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.811900] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.815958] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e444c79-1696-440c-8d0a-101837925c05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.825971] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 757.825971] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e101cb-5f4f-a504-5845-1f46bd86d5b3" [ 757.825971] env[63339]: _type = "Task" [ 757.825971] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.839173] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e101cb-5f4f-a504-5845-1f46bd86d5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.842212] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.851338] env[63339]: INFO nova.scheduler.client.report [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleted allocations for instance cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16 [ 758.008234] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updated VIF entry in instance network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 758.008234] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.087424] env[63339]: DEBUG oslo_vmware.api [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319742, 'name': PowerOffVM_Task, 'duration_secs': 0.258765} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.087809] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.088015] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.088333] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9fa8d22-abca-4208-93c1-5a31f8d403ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.169470] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.169470] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.169470] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Deleting the datastore file [datastore1] 140495d7-00d9-4ab5-86f9-59ef7c708555 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.169470] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04204045-ba32-451e-a741-4042e150b0bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.184400] env[63339]: DEBUG oslo_vmware.api [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for the task: (returnval){ [ 758.184400] env[63339]: value = "task-4319745" [ 758.184400] env[63339]: _type = "Task" [ 758.184400] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.195524] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.202634] env[63339]: DEBUG oslo_vmware.api [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.339744] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e101cb-5f4f-a504-5845-1f46bd86d5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017299} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.341514] env[63339]: DEBUG nova.network.neutron [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Successfully updated port: 32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 758.346194] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6299cd2f-8529-481b-a12e-27065e0e8758 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.356832] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 758.356832] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52362d31-13f5-567d-996a-575500864d44" [ 758.356832] env[63339]: _type = "Task" [ 758.356832] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.367906] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52362d31-13f5-567d-996a-575500864d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.368732] env[63339]: DEBUG oslo_concurrency.lockutils [None req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.164s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.513029] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Releasing lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513029] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Received event network-changed-0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.513029] env[63339]: DEBUG nova.compute.manager [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Refreshing instance network info cache due to event network-changed-0f96e9a3-f70e-4a8b-bb75-55c009692560. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 758.513029] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquiring lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.513029] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Acquired lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513361] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Refreshing network info cache for port 0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 758.523588] env[63339]: DEBUG nova.compute.manager [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Received event network-changed-7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.524030] env[63339]: DEBUG nova.compute.manager [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Refreshing instance network info cache due to event network-changed-7e86d37a-bc57-4983-86e3-e082bd08ce95. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 758.525167] env[63339]: DEBUG oslo_concurrency.lockutils [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] Acquiring lock "refresh_cache-122f1c7e-ca09-4de2-a233-b2eed242e5c7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.525388] env[63339]: DEBUG oslo_concurrency.lockutils [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] Acquired lock "refresh_cache-122f1c7e-ca09-4de2-a233-b2eed242e5c7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.527440] env[63339]: DEBUG nova.network.neutron [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Refreshing network info cache for port 7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 758.553344] env[63339]: DEBUG nova.compute.manager [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Received event network-changed-0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.553587] env[63339]: DEBUG nova.compute.manager [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Refreshing instance network info cache due to event network-changed-0f96e9a3-f70e-4a8b-bb75-55c009692560. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 758.553794] env[63339]: DEBUG oslo_concurrency.lockutils [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] Acquiring lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.698024] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.705060] env[63339]: DEBUG oslo_vmware.api [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Task: {'id': task-4319745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213912} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.705358] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.705562] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.705721] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.705898] env[63339]: INFO nova.compute.manager [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Took 1.16 seconds to destroy the instance on the hypervisor. [ 758.706284] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.706527] env[63339]: DEBUG nova.compute.manager [-] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.706692] env[63339]: DEBUG nova.network.neutron [-] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 758.847307] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.847577] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.847819] env[63339]: DEBUG nova.network.neutron [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 758.876410] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52362d31-13f5-567d-996a-575500864d44, 'name': SearchDatastore_Task, 'duration_secs': 0.081807} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.880872] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.881243] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 122f1c7e-ca09-4de2-a233-b2eed242e5c7/122f1c7e-ca09-4de2-a233-b2eed242e5c7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.882711] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39323c14-56e2-4a11-87d0-907f22bdce85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.893025] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 758.893025] env[63339]: value = "task-4319746" [ 758.893025] env[63339]: _type = "Task" [ 758.893025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.911255] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.036134] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "c11326c5-1647-4273-a28a-f59801f853cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.036576] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.036908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "c11326c5-1647-4273-a28a-f59801f853cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.037246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.037991] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.042059] env[63339]: INFO nova.compute.manager [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Terminating instance [ 759.198427] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319743, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.178702} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.202431] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.202722] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.203291] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad09c13-d719-4796-9837-c8927e016936 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.213709] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 759.213709] env[63339]: value = "task-4319747" [ 759.213709] env[63339]: _type = "Task" [ 759.213709] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.231353] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.405871] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.426918] env[63339]: DEBUG nova.network.neutron [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 759.449588] env[63339]: DEBUG nova.network.neutron [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Updated VIF entry in instance network info cache for port 7e86d37a-bc57-4983-86e3-e082bd08ce95. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 759.453281] env[63339]: DEBUG nova.network.neutron [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Updating instance_info_cache with network_info: [{"id": "7e86d37a-bc57-4983-86e3-e082bd08ce95", "address": "fa:16:3e:78:68:5e", "network": {"id": "863de495-a4a8-4ff5-8bb6-1d64a24d6a3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-350731723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad0497aed54465bd8fd5003ab67186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86d37a-bc", "ovs_interfaceid": "7e86d37a-bc57-4983-86e3-e082bd08ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.551458] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b358e6-3900-4db6-b745-85c19c6b0442 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.556755] env[63339]: DEBUG nova.compute.manager [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.557115] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.557999] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4ca75-ceef-46e5-b42b-c68e4c2baf36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.571265] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f479991-813c-47f6-8b84-681a14914283 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.576624] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.576909] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e683e2-7f65-4e90-a8c1-25d4233de63a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.579456] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updated VIF entry in instance network info cache for port 0f96e9a3-f70e-4a8b-bb75-55c009692560. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 759.579797] env[63339]: DEBUG nova.network.neutron [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [{"id": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "address": "fa:16:3e:b0:80:28", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96e9a3-f7", "ovs_interfaceid": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.614186] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74496a1c-69f0-4b71-ae0a-d9d994374331 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.617751] env[63339]: DEBUG oslo_vmware.api [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 759.617751] env[63339]: value = "task-4319748" [ 759.617751] env[63339]: _type = "Task" [ 759.617751] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.618861] env[63339]: DEBUG nova.network.neutron [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.630799] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888fded9-c6bc-4d83-9c07-604e21533ecb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.641030] env[63339]: DEBUG oslo_vmware.api [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.653261] env[63339]: DEBUG nova.compute.provider_tree [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.664027] env[63339]: DEBUG nova.network.neutron [-] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.727445] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087507} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.727802] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.728644] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef47b21e-1ffc-48be-887d-da46167825bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.753665] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.754083] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e9e198-8ca4-41d0-ac71-3c10e7642f7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.778184] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 759.778184] env[63339]: value = "task-4319749" [ 759.778184] env[63339]: _type = "Task" [ 759.778184] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.792701] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.903740] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850036} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.904207] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 122f1c7e-ca09-4de2-a233-b2eed242e5c7/122f1c7e-ca09-4de2-a233-b2eed242e5c7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.904437] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.904694] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308b78c9-5926-4a97-8860-df818fc845a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.912684] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 759.912684] env[63339]: value = "task-4319750" [ 759.912684] env[63339]: _type = "Task" [ 759.912684] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.922956] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.957820] env[63339]: DEBUG oslo_concurrency.lockutils [req-6f90f09e-374b-476a-a401-0f21fdec21d8 req-f99c54b0-bba9-4105-9885-6b5570b7ea55 service nova] Releasing lock "refresh_cache-122f1c7e-ca09-4de2-a233-b2eed242e5c7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.087879] env[63339]: DEBUG oslo_concurrency.lockutils [req-290d529e-f3b4-467f-86ac-de05efaa8a3e req-da31ce66-ab6a-46fc-805b-c4c23f8bbaad service nova] Releasing lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.087879] env[63339]: DEBUG oslo_concurrency.lockutils [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] Acquired lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.087879] env[63339]: DEBUG nova.network.neutron [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Refreshing network info cache for port 0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 760.124434] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.124434] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Instance network_info: |[{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.127782] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:eb:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32fe738a-0bf4-4129-b887-54a48e993366', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.136087] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Creating folder: Project (5662beb6e42f4713b5e3d799e286f473). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.137130] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-153cce69-6342-414f-b50f-4cea639be6ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.145587] env[63339]: DEBUG oslo_vmware.api [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319748, 'name': PowerOffVM_Task, 'duration_secs': 0.29709} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.145905] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.146657] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.146989] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c468d73f-15ac-40f3-923b-695b0b31ea4f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.151808] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Created folder: Project (5662beb6e42f4713b5e3d799e286f473) in parent group-v849594. [ 760.151808] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Creating folder: Instances. Parent ref: group-v849679. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.152074] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bb1ec63-46df-461a-bc3d-1c5beca8f935 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.158462] env[63339]: DEBUG nova.scheduler.client.report [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.165556] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Created folder: Instances in parent group-v849679. [ 760.165812] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.166212] env[63339]: INFO nova.compute.manager [-] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Took 1.46 seconds to deallocate network for instance. [ 760.166446] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.168948] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1ac3b97-f4df-4766-8002-72b956bb52f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.204303] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.204303] env[63339]: value = "task-4319754" [ 760.204303] env[63339]: _type = "Task" [ 760.204303] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.213943] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319754, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.253996] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.253996] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.253996] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Deleting the datastore file [datastore1] c11326c5-1647-4273-a28a-f59801f853cd {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.253996] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b13ae2e-88ce-4e3a-b785-a069099f7365 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.263856] env[63339]: DEBUG oslo_vmware.api [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 760.263856] env[63339]: value = "task-4319755" [ 760.263856] env[63339]: _type = "Task" [ 760.263856] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.274621] env[63339]: DEBUG oslo_vmware.api [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.292756] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319749, 'name': ReconfigVM_Task, 'duration_secs': 0.328262} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.293365] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfigured VM instance instance-0000001e to attach disk [datastore2] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.294412] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4221b19-1440-4f62-af08-4240e4bb0d46 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.303260] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 760.303260] env[63339]: value = "task-4319756" [ 760.303260] env[63339]: _type = "Task" [ 760.303260] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.314585] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319756, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.423301] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075756} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.423301] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.423959] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5496304-c832-4c8f-bfee-49fddabf0510 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.446189] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 122f1c7e-ca09-4de2-a233-b2eed242e5c7/122f1c7e-ca09-4de2-a233-b2eed242e5c7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.446538] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e0934e-5194-49b6-a140-85ee19a33e26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.467903] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 760.467903] env[63339]: value = "task-4319757" [ 760.467903] env[63339]: _type = "Task" [ 760.467903] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.479381] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.665780] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.665780] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.669226] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.284s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.669226] env[63339]: DEBUG nova.objects.instance [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lazy-loading 'resources' on Instance uuid 8ce39460-37a3-442d-9bdc-a0542e86c2f1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.697890] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.716010] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319754, 'name': CreateVM_Task, 'duration_secs': 0.438979} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.716850] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.717551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.717720] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.718082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.718645] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b57e4b3-0332-4fdc-a729-6f3dc7e5e876 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.724849] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 760.724849] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52950509-0049-f3c4-d08f-3568a69ec46f" [ 760.724849] env[63339]: _type = "Task" [ 760.724849] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.734468] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52950509-0049-f3c4-d08f-3568a69ec46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.777531] env[63339]: DEBUG oslo_vmware.api [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279303} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.777531] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.777531] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.777531] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.777531] env[63339]: INFO nova.compute.manager [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 760.777813] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.777899] env[63339]: DEBUG nova.compute.manager [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.777997] env[63339]: DEBUG nova.network.neutron [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 760.812762] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319756, 'name': Rename_Task, 'duration_secs': 0.275746} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.814385] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.814385] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57011755-faea-44ec-918a-489494d180a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.821879] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 760.821879] env[63339]: value = "task-4319758" [ 760.821879] env[63339]: _type = "Task" [ 760.821879] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.830334] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.874415] env[63339]: DEBUG nova.network.neutron [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updated VIF entry in instance network info cache for port 0f96e9a3-f70e-4a8b-bb75-55c009692560. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 760.874415] env[63339]: DEBUG nova.network.neutron [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [{"id": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "address": "fa:16:3e:b0:80:28", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96e9a3-f7", "ovs_interfaceid": "0f96e9a3-f70e-4a8b-bb75-55c009692560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.991167] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319757, 'name': ReconfigVM_Task, 'duration_secs': 0.367052} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.991167] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 122f1c7e-ca09-4de2-a233-b2eed242e5c7/122f1c7e-ca09-4de2-a233-b2eed242e5c7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.991167] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-899bd373-6bd4-47b8-b9c2-b2938d1c4151 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.999335] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 760.999335] env[63339]: value = "task-4319759" [ 760.999335] env[63339]: _type = "Task" [ 760.999335] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.011643] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319759, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.171993] env[63339]: DEBUG nova.compute.utils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.177631] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.177829] env[63339]: DEBUG nova.network.neutron [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 761.223342] env[63339]: DEBUG nova.policy [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f52b5f88ff42b89bc00e8710f5f1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f08870761724bffae1c58d5130f3854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.240808] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52950509-0049-f3c4-d08f-3568a69ec46f, 'name': SearchDatastore_Task, 'duration_secs': 0.015769} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.240936] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.241170] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.241460] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.241656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.241886] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.242229] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93f6a697-d146-4039-b177-085e48f28d22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.253434] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.253992] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.257104] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27cc0e0-c319-42a0-a420-175ec08d18f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.264720] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 761.264720] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529cac27-4f7c-5822-b0a8-fd7594f4733e" [ 761.264720] env[63339]: _type = "Task" [ 761.264720] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.281915] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529cac27-4f7c-5822-b0a8-fd7594f4733e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.315487] env[63339]: DEBUG nova.compute.manager [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-vif-plugged-32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 761.315633] env[63339]: DEBUG oslo_concurrency.lockutils [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.315845] env[63339]: DEBUG oslo_concurrency.lockutils [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] Lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.317020] env[63339]: DEBUG oslo_concurrency.lockutils [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] Lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.317020] env[63339]: DEBUG nova.compute.manager [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] No waiting events found dispatching network-vif-plugged-32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.317020] env[63339]: WARNING nova.compute.manager [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received unexpected event network-vif-plugged-32fe738a-0bf4-4129-b887-54a48e993366 for instance with vm_state building and task_state spawning. [ 761.317020] env[63339]: DEBUG nova.compute.manager [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-changed-32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 761.317020] env[63339]: DEBUG nova.compute.manager [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Refreshing instance network info cache due to event network-changed-32fe738a-0bf4-4129-b887-54a48e993366. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 761.317353] env[63339]: DEBUG oslo_concurrency.lockutils [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] Acquiring lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.317353] env[63339]: DEBUG oslo_concurrency.lockutils [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] Acquired lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.317526] env[63339]: DEBUG nova.network.neutron [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Refreshing network info cache for port 32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 761.321080] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.321268] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.336271] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319758, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.376685] env[63339]: DEBUG oslo_concurrency.lockutils [req-d8fd4f04-9aa4-4622-a470-9793f57710ba req-628cdae3-a9e4-4dfd-846f-3b33f8bc4f58 service nova] Releasing lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.383950] env[63339]: DEBUG nova.compute.manager [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 761.384169] env[63339]: DEBUG nova.compute.manager [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing instance network info cache due to event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 761.384568] env[63339]: DEBUG oslo_concurrency.lockutils [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] Acquiring lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.384741] env[63339]: DEBUG oslo_concurrency.lockutils [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] Acquired lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.384905] env[63339]: DEBUG nova.network.neutron [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 761.514027] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319759, 'name': Rename_Task, 'duration_secs': 0.165267} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.516360] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.516853] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c820bfb5-2801-4a9e-8446-8bd83276ff87 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.525394] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 761.525394] env[63339]: value = "task-4319760" [ 761.525394] env[63339]: _type = "Task" [ 761.525394] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.535312] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.635871] env[63339]: DEBUG nova.network.neutron [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Successfully created port: 37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 761.678655] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.709220] env[63339]: DEBUG nova.network.neutron [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.781601] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529cac27-4f7c-5822-b0a8-fd7594f4733e, 'name': SearchDatastore_Task, 'duration_secs': 0.01956} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.786023] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f05f98b-aa14-43b9-9500-ec5a492c88b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.789637] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 761.789637] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f3318d-ae7c-e4d9-75e5-2c3311ad9c5d" [ 761.789637] env[63339]: _type = "Task" [ 761.789637] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.803603] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f3318d-ae7c-e4d9-75e5-2c3311ad9c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.803891] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.804167] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 63fdefbc-a279-4c6c-9300-46d450da723b/63fdefbc-a279-4c6c-9300-46d450da723b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.804434] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9622b7b4-bbbe-4e2d-96f5-cd86e390b1a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.813756] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 761.813756] env[63339]: value = "task-4319761" [ 761.813756] env[63339]: _type = "Task" [ 761.813756] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.833477] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.840052] env[63339]: DEBUG oslo_vmware.api [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4319758, 'name': PowerOnVM_Task, 'duration_secs': 0.611932} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.843130] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.843502] env[63339]: INFO nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Took 9.97 seconds to spawn the instance on the hypervisor. [ 761.843791] env[63339]: DEBUG nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.844988] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9bccda-8a4f-4d07-a2bb-80d679b6ac9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.909435] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5a7f74-b00c-4c89-a51f-840af80eb4b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.918352] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34cc89-3765-4eac-a299-8ab8c92763f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.957686] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6e230-4c2e-4857-a94c-d7e46c47ee8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.966781] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dcac79-bf5f-4233-9532-3fd45691229f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.982160] env[63339]: DEBUG nova.compute.provider_tree [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.055562] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319760, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.204935] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.205210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.211622] env[63339]: INFO nova.compute.manager [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Took 1.43 seconds to deallocate network for instance. [ 762.293679] env[63339]: DEBUG nova.network.neutron [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updated VIF entry in instance network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 762.294017] env[63339]: DEBUG nova.network.neutron [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.327777] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.332743] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "548dcb74-a541-499a-9965-c32420374f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.333019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "548dcb74-a541-499a-9965-c32420374f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.370694] env[63339]: INFO nova.compute.manager [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Took 47.61 seconds to build instance. [ 762.380682] env[63339]: DEBUG nova.network.neutron [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updated VIF entry in instance network info cache for port 32fe738a-0bf4-4129-b887-54a48e993366. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 762.381096] env[63339]: DEBUG nova.network.neutron [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.487245] env[63339]: DEBUG nova.scheduler.client.report [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.540439] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319760, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.692329] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.723919] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.724190] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.724355] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.724531] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.724678] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.724821] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.725035] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.725195] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.725357] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.725516] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.725683] env[63339]: DEBUG nova.virt.hardware [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.726600] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.727437] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2020d793-8a64-4511-936a-aa5fb2ee4d6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.736551] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d950c5ad-f77d-4c68-abed-54c3751f092e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.797547] env[63339]: DEBUG oslo_concurrency.lockutils [req-82e76f91-6293-46ae-9e0a-acf005a4a846 req-070c5f6b-2c07-4065-93e0-ca74662ae8b9 service nova] Releasing lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.824198] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537432} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.824477] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 63fdefbc-a279-4c6c-9300-46d450da723b/63fdefbc-a279-4c6c-9300-46d450da723b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.824696] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.824958] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04873fef-8e23-4443-93cd-94bcfab2c447 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.832740] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 762.832740] env[63339]: value = "task-4319762" [ 762.832740] env[63339]: _type = "Task" [ 762.832740] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.842206] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.873662] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.210s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.885844] env[63339]: DEBUG oslo_concurrency.lockutils [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] Releasing lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.885844] env[63339]: DEBUG nova.compute.manager [req-b872132d-21c8-45ff-97d5-4981d7de4030 req-f6cb987f-0d9a-494a-80fe-512e2fbfb8ed service nova] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Received event network-vif-deleted-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 762.998672] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.002158] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.443s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.002158] env[63339]: DEBUG nova.objects.instance [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lazy-loading 'resources' on Instance uuid d57768bf-d0e6-419d-80c5-060b3aacba5b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.040021] env[63339]: DEBUG oslo_vmware.api [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319760, 'name': PowerOnVM_Task, 'duration_secs': 1.149956} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.040021] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.040021] env[63339]: INFO nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Took 8.26 seconds to spawn the instance on the hypervisor. [ 763.040207] env[63339]: DEBUG nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.041900] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c3e24-c517-47b4-b937-aab258cf3d55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.053171] env[63339]: INFO nova.scheduler.client.report [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Deleted allocations for instance 8ce39460-37a3-442d-9bdc-a0542e86c2f1 [ 763.292852] env[63339]: DEBUG nova.network.neutron [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Successfully updated port: 37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 763.344095] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077635} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.344440] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.345298] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1261dfa3-960a-42eb-a0eb-2326438b1396 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.370611] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 63fdefbc-a279-4c6c-9300-46d450da723b/63fdefbc-a279-4c6c-9300-46d450da723b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.371362] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6151e7-44bb-4475-9559-6f71cdb431f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.387567] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.398148] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 763.398148] env[63339]: value = "task-4319763" [ 763.398148] env[63339]: _type = "Task" [ 763.398148] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.409908] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.560922] env[63339]: INFO nova.compute.manager [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Took 43.64 seconds to build instance. [ 763.564360] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Lock "8ce39460-37a3-442d-9bdc-a0542e86c2f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.784s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.795752] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "refresh_cache-c158029b-a216-4e9e-b2b3-f73d34c41f5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.795916] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "refresh_cache-c158029b-a216-4e9e-b2b3-f73d34c41f5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.796095] env[63339]: DEBUG nova.network.neutron [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 763.909188] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319763, 'name': ReconfigVM_Task, 'duration_secs': 0.304643} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.909526] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 63fdefbc-a279-4c6c-9300-46d450da723b/63fdefbc-a279-4c6c-9300-46d450da723b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.910465] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e6368c-e23c-4381-8fd9-ff970f267582 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.914074] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.924495] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 763.924495] env[63339]: value = "task-4319764" [ 763.924495] env[63339]: _type = "Task" [ 763.924495] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.935268] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319764, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.960232] env[63339]: DEBUG nova.compute.manager [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Received event network-vif-plugged-37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.960232] env[63339]: DEBUG oslo_concurrency.lockutils [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] Acquiring lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.960232] env[63339]: DEBUG oslo_concurrency.lockutils [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.960232] env[63339]: DEBUG oslo_concurrency.lockutils [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.960232] env[63339]: DEBUG nova.compute.manager [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] No waiting events found dispatching network-vif-plugged-37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.960772] env[63339]: WARNING nova.compute.manager [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Received unexpected event network-vif-plugged-37b87b8d-188c-417f-adf4-518584e3f8e6 for instance with vm_state building and task_state spawning. [ 763.961481] env[63339]: DEBUG nova.compute.manager [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Received event network-changed-37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.961481] env[63339]: DEBUG nova.compute.manager [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Refreshing instance network info cache due to event network-changed-37b87b8d-188c-417f-adf4-518584e3f8e6. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 763.961481] env[63339]: DEBUG oslo_concurrency.lockutils [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] Acquiring lock "refresh_cache-c158029b-a216-4e9e-b2b3-f73d34c41f5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.994836] env[63339]: DEBUG nova.compute.manager [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Received event network-vif-deleted-0f96e9a3-f70e-4a8b-bb75-55c009692560 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.996010] env[63339]: DEBUG nova.compute.manager [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.996010] env[63339]: DEBUG nova.compute.manager [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing instance network info cache due to event network-changed-c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 763.996010] env[63339]: DEBUG oslo_concurrency.lockutils [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] Acquiring lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.996010] env[63339]: DEBUG oslo_concurrency.lockutils [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] Acquired lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.996307] env[63339]: DEBUG nova.network.neutron [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Refreshing network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 764.070240] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0768779c-fda2-4b05-b7f0-8ef0710a0249 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.430s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.203207] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0909e6fa-19d2-4e5c-9519-af3bb15cf864 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.212239] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67807826-7a98-4a0c-8af0-6545dbe02462 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.249362] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b165fd4-b271-4fdd-bd61-9c664b591c56 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.259514] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2e748c-2c66-44bc-8262-3fa7fbd520f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.280230] env[63339]: DEBUG nova.compute.provider_tree [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.340555] env[63339]: DEBUG nova.network.neutron [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 764.433784] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319764, 'name': Rename_Task, 'duration_secs': 0.217351} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.434086] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.434353] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a19235-e80c-4567-8370-7b0620f5085b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.441355] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 764.441355] env[63339]: value = "task-4319765" [ 764.441355] env[63339]: _type = "Task" [ 764.441355] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.450846] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.548285] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "c11326c5-1647-4273-a28a-f59801f853cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.577036] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.619418] env[63339]: DEBUG nova.network.neutron [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Updating instance_info_cache with network_info: [{"id": "37b87b8d-188c-417f-adf4-518584e3f8e6", "address": "fa:16:3e:40:ea:63", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b87b8d-18", "ovs_interfaceid": "37b87b8d-188c-417f-adf4-518584e3f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.784982] env[63339]: DEBUG nova.scheduler.client.report [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.818047] env[63339]: DEBUG nova.network.neutron [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updated VIF entry in instance network info cache for port c98eb027-c214-4e05-8490-4eb09ddd7e80. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 764.818047] env[63339]: DEBUG nova.network.neutron [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [{"id": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "address": "fa:16:3e:8d:3d:6b", "network": {"id": "30b6e786-7247-4055-820b-5081142c8f32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-515798949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e88b38416b4f5f82606a784c11d4cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98eb027-c2", "ovs_interfaceid": "c98eb027-c214-4e05-8490-4eb09ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.953846] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319765, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.109656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.124607] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "refresh_cache-c158029b-a216-4e9e-b2b3-f73d34c41f5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.124952] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Instance network_info: |[{"id": "37b87b8d-188c-417f-adf4-518584e3f8e6", "address": "fa:16:3e:40:ea:63", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b87b8d-18", "ovs_interfaceid": "37b87b8d-188c-417f-adf4-518584e3f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.125267] env[63339]: DEBUG oslo_concurrency.lockutils [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] Acquired lock "refresh_cache-c158029b-a216-4e9e-b2b3-f73d34c41f5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.125439] env[63339]: DEBUG nova.network.neutron [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Refreshing network info cache for port 37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 765.127108] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ea:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37b87b8d-188c-417f-adf4-518584e3f8e6', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.136827] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating folder: Project (3f08870761724bffae1c58d5130f3854). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.141076] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ef5f5f-80ee-4e28-a14c-b0832a540a19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.154916] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created folder: Project (3f08870761724bffae1c58d5130f3854) in parent group-v849594. [ 765.155133] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating folder: Instances. Parent ref: group-v849682. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.155374] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17ee7211-bd2c-4c70-bed0-4ba2720e63b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.166326] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created folder: Instances in parent group-v849682. [ 765.166615] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.166835] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.167537] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d86ed0-4f5f-4939-a6b7-cedba0ec2119 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.193957] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.193957] env[63339]: value = "task-4319768" [ 765.193957] env[63339]: _type = "Task" [ 765.193957] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.203382] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319768, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.292649] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.298539] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.791s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.301562] env[63339]: INFO nova.compute.claims [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.320764] env[63339]: DEBUG oslo_concurrency.lockutils [req-8eabcb38-ab8a-444a-876c-46938e2a694f req-c172c992-698f-45a1-9305-e2dbbf0e84ae service nova] Releasing lock "refresh_cache-b09e59b5-8e84-4e1c-999d-26485313b701" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.333493] env[63339]: INFO nova.scheduler.client.report [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleted allocations for instance d57768bf-d0e6-419d-80c5-060b3aacba5b [ 765.455913] env[63339]: DEBUG oslo_vmware.api [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4319765, 'name': PowerOnVM_Task, 'duration_secs': 0.519468} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.456465] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.456923] env[63339]: INFO nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Took 7.92 seconds to spawn the instance on the hypervisor. [ 765.457265] env[63339]: DEBUG nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.458137] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe794a-a74f-4789-ba81-1e459167998a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.533386] env[63339]: DEBUG nova.network.neutron [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Updated VIF entry in instance network info cache for port 37b87b8d-188c-417f-adf4-518584e3f8e6. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 765.533868] env[63339]: DEBUG nova.network.neutron [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Updating instance_info_cache with network_info: [{"id": "37b87b8d-188c-417f-adf4-518584e3f8e6", "address": "fa:16:3e:40:ea:63", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b87b8d-18", "ovs_interfaceid": "37b87b8d-188c-417f-adf4-518584e3f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.706428] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319768, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.849521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "d57768bf-d0e6-419d-80c5-060b3aacba5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.547s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.982208] env[63339]: INFO nova.compute.manager [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Took 41.06 seconds to build instance. [ 766.036811] env[63339]: DEBUG oslo_concurrency.lockutils [req-de4117f1-5dc5-47fd-a7b3-bc6c2191aa72 req-bb90d570-efb5-458f-9527-c4cfb69498c3 service nova] Releasing lock "refresh_cache-c158029b-a216-4e9e-b2b3-f73d34c41f5b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.049053] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.049053] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.049053] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.049053] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.049305] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.051908] env[63339]: INFO nova.compute.manager [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Terminating instance [ 766.176764] env[63339]: DEBUG nova.compute.manager [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 766.176974] env[63339]: DEBUG nova.compute.manager [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing instance network info cache due to event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 766.177210] env[63339]: DEBUG oslo_concurrency.lockutils [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.177360] env[63339]: DEBUG oslo_concurrency.lockutils [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.177522] env[63339]: DEBUG nova.network.neutron [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 766.206630] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319768, 'name': CreateVM_Task, 'duration_secs': 0.521091} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.206857] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.207721] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.207922] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.208344] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.208660] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f3e33f-3d00-4012-b51b-7d2d541e5682 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.214400] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 766.214400] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ccb6c7-3b4e-7c3f-b42a-678a412fc058" [ 766.214400] env[63339]: _type = "Task" [ 766.214400] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.222481] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ccb6c7-3b4e-7c3f-b42a-678a412fc058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.486966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31e627f5-9fcb-4574-841c-b2198b712850 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "63fdefbc-a279-4c6c-9300-46d450da723b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.793s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.524965] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.525292] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.525778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.525778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.525908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.531967] env[63339]: INFO nova.compute.manager [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Terminating instance [ 766.556740] env[63339]: DEBUG nova.compute.manager [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.556740] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.557095] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b7df6-36b7-4c3d-9508-400588879673 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.565026] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.565937] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b42e447e-2bf0-471e-87bf-7edc758a6661 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.575168] env[63339]: DEBUG oslo_vmware.api [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 766.575168] env[63339]: value = "task-4319769" [ 766.575168] env[63339]: _type = "Task" [ 766.575168] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.585726] env[63339]: DEBUG oslo_vmware.api [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.727903] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ccb6c7-3b4e-7c3f-b42a-678a412fc058, 'name': SearchDatastore_Task, 'duration_secs': 0.029737} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.728246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.728525] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.728775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.728914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.729121] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.729379] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce5805fb-a553-4d93-9909-aa1375592312 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.744389] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.744579] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.746032] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627d3e63-74e3-4906-8e4f-d4b8f10864d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.751809] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 766.751809] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bab2fe-8220-2489-0f35-b1ce8bb6b6d5" [ 766.751809] env[63339]: _type = "Task" [ 766.751809] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.760775] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bab2fe-8220-2489-0f35-b1ce8bb6b6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.960508] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e219b679-de3a-45cb-a675-a39e65ae657e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.969640] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c107654-b222-4850-ac18-eb0318930fcd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.003630] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.009728] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d9594-d5fe-4a3d-bdba-cf7704c6ac00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.018983] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535d0d8-5182-4af2-9e0c-16bb91cdf813 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.034357] env[63339]: DEBUG nova.compute.provider_tree [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.036074] env[63339]: DEBUG nova.compute.manager [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.036074] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.037355] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482931a1-d8d2-4cdd-aae8-ebff071724bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.045954] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.049177] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e774b60-279a-433b-b3a5-6af37fe18145 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.055689] env[63339]: DEBUG oslo_vmware.api [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 767.055689] env[63339]: value = "task-4319770" [ 767.055689] env[63339]: _type = "Task" [ 767.055689] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.067608] env[63339]: DEBUG oslo_vmware.api [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.088190] env[63339]: DEBUG oslo_vmware.api [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319769, 'name': PowerOffVM_Task, 'duration_secs': 0.445286} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.088783] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.088783] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.088970] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683067a6-b1d2-43d3-8ba8-12ac704bba08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.173261] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.173634] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.173982] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleting the datastore file [datastore1] f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.174378] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c0ec42-6646-4b11-b32e-ef622685e7bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.188476] env[63339]: DEBUG oslo_vmware.api [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for the task: (returnval){ [ 767.188476] env[63339]: value = "task-4319772" [ 767.188476] env[63339]: _type = "Task" [ 767.188476] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.203862] env[63339]: DEBUG oslo_vmware.api [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.252068] env[63339]: DEBUG nova.network.neutron [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updated VIF entry in instance network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 767.252580] env[63339]: DEBUG nova.network.neutron [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.270527] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bab2fe-8220-2489-0f35-b1ce8bb6b6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.272510] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf102ae5-1a16-4324-97dd-6a6d831b82ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.281765] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 767.281765] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220d9d7-12ee-30ca-9d3f-aa0745951b71" [ 767.281765] env[63339]: _type = "Task" [ 767.281765] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.293524] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220d9d7-12ee-30ca-9d3f-aa0745951b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.538831] env[63339]: DEBUG nova.scheduler.client.report [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.546643] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.567910] env[63339]: DEBUG oslo_vmware.api [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319770, 'name': PowerOffVM_Task, 'duration_secs': 0.281106} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.568225] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.568546] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.569788] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0eda66-544f-42f6-bf7c-f1f974b50449 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.600172] env[63339]: DEBUG nova.compute.manager [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-changed-32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 767.600357] env[63339]: DEBUG nova.compute.manager [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Refreshing instance network info cache due to event network-changed-32fe738a-0bf4-4129-b887-54a48e993366. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 767.600935] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] Acquiring lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.600935] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] Acquired lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.600935] env[63339]: DEBUG nova.network.neutron [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Refreshing network info cache for port 32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 767.638059] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.638240] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.638833] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Deleting the datastore file [datastore2] 122f1c7e-ca09-4de2-a233-b2eed242e5c7 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.638833] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7ba95ae-d4ad-415e-804e-bc7da97995bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.646286] env[63339]: DEBUG oslo_vmware.api [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for the task: (returnval){ [ 767.646286] env[63339]: value = "task-4319774" [ 767.646286] env[63339]: _type = "Task" [ 767.646286] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.655699] env[63339]: DEBUG oslo_vmware.api [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.699320] env[63339]: DEBUG oslo_vmware.api [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Task: {'id': task-4319772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29362} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.700319] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.700773] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.701192] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.701521] env[63339]: INFO nova.compute.manager [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 767.702067] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.702411] env[63339]: DEBUG nova.compute.manager [-] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.702669] env[63339]: DEBUG nova.network.neutron [-] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 767.760796] env[63339]: DEBUG oslo_concurrency.lockutils [req-dd3a4623-54e0-4904-ba45-70da1f1b1d6e req-f3e82bdf-2e4d-4b51-97e7-dbda413fa45d service nova] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.795573] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220d9d7-12ee-30ca-9d3f-aa0745951b71, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.795768] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.796054] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c158029b-a216-4e9e-b2b3-f73d34c41f5b/c158029b-a216-4e9e-b2b3-f73d34c41f5b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.796330] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40adb054-dd45-420f-932e-81b13e9063c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.804754] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 767.804754] env[63339]: value = "task-4319775" [ 767.804754] env[63339]: _type = "Task" [ 767.804754] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.821817] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.048705] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.051362] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.053904] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.988s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.054127] env[63339]: INFO nova.compute.claims [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.163102] env[63339]: DEBUG oslo_vmware.api [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Task: {'id': task-4319774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251669} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.163205] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.163378] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.163561] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.163737] env[63339]: INFO nova.compute.manager [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 768.163986] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.164207] env[63339]: DEBUG nova.compute.manager [-] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.164354] env[63339]: DEBUG nova.network.neutron [-] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 768.210815] env[63339]: DEBUG nova.compute.manager [req-45ed933f-f6fd-4f66-be9d-0ecfc9bab969 req-995d8c31-44ae-48b5-bdd0-5bacd4e5e2c6 service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Received event network-vif-deleted-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 768.210971] env[63339]: INFO nova.compute.manager [req-45ed933f-f6fd-4f66-be9d-0ecfc9bab969 req-995d8c31-44ae-48b5-bdd0-5bacd4e5e2c6 service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Neutron deleted interface bd1b80ce-0116-4b2b-93ac-5ec1560fa909; detaching it from the instance and deleting it from the info cache [ 768.211188] env[63339]: DEBUG nova.network.neutron [req-45ed933f-f6fd-4f66-be9d-0ecfc9bab969 req-995d8c31-44ae-48b5-bdd0-5bacd4e5e2c6 service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.320527] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.503805] env[63339]: DEBUG nova.network.neutron [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updated VIF entry in instance network info cache for port 32fe738a-0bf4-4129-b887-54a48e993366. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 768.504169] env[63339]: DEBUG nova.network.neutron [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.561338] env[63339]: DEBUG nova.compute.utils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.562972] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.563149] env[63339]: DEBUG nova.network.neutron [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 768.567602] env[63339]: DEBUG nova.network.neutron [-] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.636216] env[63339]: DEBUG nova.policy [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdc457641644887b6ae5c7e5089ba47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1f98d63c334b6a93405d65bdaa6b27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.714843] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01f42a98-6ee2-436c-9247-5b85a7112638 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.726587] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd56c3-2544-4921-af7d-291b84514ecc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.761225] env[63339]: DEBUG nova.compute.manager [req-45ed933f-f6fd-4f66-be9d-0ecfc9bab969 req-995d8c31-44ae-48b5-bdd0-5bacd4e5e2c6 service nova] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Detach interface failed, port_id=bd1b80ce-0116-4b2b-93ac-5ec1560fa909, reason: Instance f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 768.816153] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679631} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.816620] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c158029b-a216-4e9e-b2b3-f73d34c41f5b/c158029b-a216-4e9e-b2b3-f73d34c41f5b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.817065] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.817589] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-432d2573-8231-4e91-93db-cabbf4d487e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.827135] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 768.827135] env[63339]: value = "task-4319776" [ 768.827135] env[63339]: _type = "Task" [ 768.827135] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.840043] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.007280] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1b96921-c504-4203-a9a9-bb8b4e14515e req-be1e5f4c-e04f-43fa-82c1-ec0e7281b012 service nova] Releasing lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.072972] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.082149] env[63339]: INFO nova.compute.manager [-] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Took 1.38 seconds to deallocate network for instance. [ 769.141398] env[63339]: DEBUG nova.network.neutron [-] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.292497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "eef7f93f-732f-42d5-bd76-cc760fba4f94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.292685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.294034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "eef7f93f-732f-42d5-bd76-cc760fba4f94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.294034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.294034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.296266] env[63339]: INFO nova.compute.manager [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Terminating instance [ 769.341355] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08077} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.345519] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.347288] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e721b1-d226-46ef-ad63-12792080b16b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.386382] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] c158029b-a216-4e9e-b2b3-f73d34c41f5b/c158029b-a216-4e9e-b2b3-f73d34c41f5b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.390451] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde780cc-6fc4-4e8e-aa1c-69b6ec4d2aec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.412292] env[63339]: DEBUG nova.network.neutron [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Successfully created port: 135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.423438] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 769.423438] env[63339]: value = "task-4319777" [ 769.423438] env[63339]: _type = "Task" [ 769.423438] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.433693] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.595146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.644650] env[63339]: INFO nova.compute.manager [-] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Took 1.48 seconds to deallocate network for instance. [ 769.776697] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3dfa2-6d10-41cc-977d-e8b6e901e1db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.785837] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95817954-31ac-4f50-94a2-a3640d584b9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.818782] env[63339]: DEBUG nova.compute.manager [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.819033] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.820440] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b968f867-e98c-4e53-b851-359052b09636 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.823683] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d511aa-42dd-4abf-a5c7-1a89e118efc8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.838153] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def3210c-c744-4ff6-bad3-dcba68a6b3e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.842247] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.842865] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406baae7-21d3-4853-ad86-05229c13cb7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.856519] env[63339]: DEBUG nova.compute.provider_tree [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.859428] env[63339]: DEBUG oslo_vmware.api [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 769.859428] env[63339]: value = "task-4319778" [ 769.859428] env[63339]: _type = "Task" [ 769.859428] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.868577] env[63339]: DEBUG oslo_vmware.api [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.883638] env[63339]: DEBUG nova.compute.manager [req-02296960-033f-4367-aab9-fba1c9214aa0 req-12a3d9d6-7de5-47dc-b279-55c3df65831d service nova] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Received event network-vif-deleted-7e86d37a-bc57-4983-86e3-e082bd08ce95 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 769.935048] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.092510] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.147684] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.148159] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.148410] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.148668] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.148877] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.149094] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.149435] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.149731] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.149982] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.150241] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.150483] env[63339]: DEBUG nova.virt.hardware [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.151821] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b646777-8a32-4d16-8b19-d99ecab748e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.155773] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.162177] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c7a72-cee8-4bd6-8c38-ae5d8b22ff0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.361890] env[63339]: DEBUG nova.scheduler.client.report [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.375526] env[63339]: DEBUG oslo_vmware.api [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319778, 'name': PowerOffVM_Task, 'duration_secs': 0.253758} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.375820] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.376070] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.376285] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37fc52a1-3aed-4558-83e2-51bcf31447b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.434061] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319777, 'name': ReconfigVM_Task, 'duration_secs': 0.684748} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.434562] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] c158029b-a216-4e9e-b2b3-f73d34c41f5b/c158029b-a216-4e9e-b2b3-f73d34c41f5b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.435402] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-651b41fc-d182-426b-a987-94f0682eef69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.444513] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 770.444513] env[63339]: value = "task-4319780" [ 770.444513] env[63339]: _type = "Task" [ 770.444513] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.449923] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.451224] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.451224] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Deleting the datastore file [datastore1] eef7f93f-732f-42d5-bd76-cc760fba4f94 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.452179] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1793ecfd-b442-47e7-aa27-c9f9739d5a2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.458543] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319780, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.463481] env[63339]: DEBUG oslo_vmware.api [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for the task: (returnval){ [ 770.463481] env[63339]: value = "task-4319781" [ 770.463481] env[63339]: _type = "Task" [ 770.463481] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.473657] env[63339]: DEBUG oslo_vmware.api [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.871443] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.872846] env[63339]: DEBUG nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.876152] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.392s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.884194] env[63339]: INFO nova.compute.claims [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.956113] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319780, 'name': Rename_Task, 'duration_secs': 0.232406} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.956485] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.957369] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40ee8d8-e391-4340-a4f5-82c38f9d2798 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.965474] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 770.965474] env[63339]: value = "task-4319782" [ 770.965474] env[63339]: _type = "Task" [ 770.965474] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.980759] env[63339]: DEBUG oslo_vmware.api [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Task: {'id': task-4319781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431303} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.983884] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.983953] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.984743] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.984743] env[63339]: INFO nova.compute.manager [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Took 1.17 seconds to destroy the instance on the hypervisor. [ 770.984743] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.984899] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.985233] env[63339]: DEBUG nova.compute.manager [-] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.985233] env[63339]: DEBUG nova.network.neutron [-] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 771.392199] env[63339]: DEBUG nova.compute.utils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.394301] env[63339]: DEBUG nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 771.427109] env[63339]: DEBUG nova.network.neutron [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Successfully updated port: 135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.489643] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319782, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.546134] env[63339]: DEBUG nova.compute.manager [req-fdc05e8e-c2c0-4064-9b50-0cb2f911fb66 req-d74759f6-230b-4cca-9915-1a70b9fe4799 service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Received event network-vif-plugged-135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 771.546134] env[63339]: DEBUG oslo_concurrency.lockutils [req-fdc05e8e-c2c0-4064-9b50-0cb2f911fb66 req-d74759f6-230b-4cca-9915-1a70b9fe4799 service nova] Acquiring lock "ab6975de-1411-4af2-848e-fb957595f115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.546134] env[63339]: DEBUG oslo_concurrency.lockutils [req-fdc05e8e-c2c0-4064-9b50-0cb2f911fb66 req-d74759f6-230b-4cca-9915-1a70b9fe4799 service nova] Lock "ab6975de-1411-4af2-848e-fb957595f115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.546134] env[63339]: DEBUG oslo_concurrency.lockutils [req-fdc05e8e-c2c0-4064-9b50-0cb2f911fb66 req-d74759f6-230b-4cca-9915-1a70b9fe4799 service nova] Lock "ab6975de-1411-4af2-848e-fb957595f115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.547212] env[63339]: DEBUG nova.compute.manager [req-fdc05e8e-c2c0-4064-9b50-0cb2f911fb66 req-d74759f6-230b-4cca-9915-1a70b9fe4799 service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] No waiting events found dispatching network-vif-plugged-135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.547648] env[63339]: WARNING nova.compute.manager [req-fdc05e8e-c2c0-4064-9b50-0cb2f911fb66 req-d74759f6-230b-4cca-9915-1a70b9fe4799 service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Received unexpected event network-vif-plugged-135f519c-43cb-4180-b113-634dcc57dda7 for instance with vm_state building and task_state spawning. [ 771.567693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "8b381e13-09fe-412a-9799-e54edebefcec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.567693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "8b381e13-09fe-412a-9799-e54edebefcec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.898227] env[63339]: DEBUG nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.930786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "refresh_cache-ab6975de-1411-4af2-848e-fb957595f115" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.931016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquired lock "refresh_cache-ab6975de-1411-4af2-848e-fb957595f115" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.931292] env[63339]: DEBUG nova.network.neutron [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 771.987351] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319782, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.993697] env[63339]: DEBUG nova.compute.manager [req-03d03bbd-f1b0-4297-82e4-1a4a02007edb req-73dda5df-8009-4ecd-96d3-02ed8982be2f service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Received event network-vif-deleted-2b5c6e54-6590-4d75-a46c-ea8396e80149 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 771.993987] env[63339]: INFO nova.compute.manager [req-03d03bbd-f1b0-4297-82e4-1a4a02007edb req-73dda5df-8009-4ecd-96d3-02ed8982be2f service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Neutron deleted interface 2b5c6e54-6590-4d75-a46c-ea8396e80149; detaching it from the instance and deleting it from the info cache [ 771.994409] env[63339]: DEBUG nova.network.neutron [req-03d03bbd-f1b0-4297-82e4-1a4a02007edb req-73dda5df-8009-4ecd-96d3-02ed8982be2f service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.181449] env[63339]: DEBUG nova.network.neutron [-] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.483090] env[63339]: DEBUG oslo_vmware.api [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319782, 'name': PowerOnVM_Task, 'duration_secs': 1.456001} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.486261] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.486261] env[63339]: INFO nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Took 9.79 seconds to spawn the instance on the hypervisor. [ 772.486261] env[63339]: DEBUG nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.487613] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2798ff3-36ee-491c-a1f9-a5f530569486 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.498511] env[63339]: DEBUG nova.network.neutron [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 772.504774] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6113ecaa-990b-4fa8-bbb8-500bc4119173 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.516955] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b18828a-bb79-4fad-a925-10f0acdf07f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.556226] env[63339]: DEBUG nova.compute.manager [req-03d03bbd-f1b0-4297-82e4-1a4a02007edb req-73dda5df-8009-4ecd-96d3-02ed8982be2f service nova] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Detach interface failed, port_id=2b5c6e54-6590-4d75-a46c-ea8396e80149, reason: Instance eef7f93f-732f-42d5-bd76-cc760fba4f94 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 772.616123] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d56c2a-f422-4213-b71d-2ecacd51a2b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.624743] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c9746-3f46-4238-a03e-7ce439e8b229 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.660134] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03d46f-4254-47da-86cf-49f3e4928eeb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.668789] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5637af0a-eb79-4683-8333-34ca6eacba0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.683220] env[63339]: DEBUG nova.compute.provider_tree [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.684732] env[63339]: INFO nova.compute.manager [-] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Took 1.70 seconds to deallocate network for instance. [ 772.701976] env[63339]: DEBUG nova.network.neutron [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Updating instance_info_cache with network_info: [{"id": "135f519c-43cb-4180-b113-634dcc57dda7", "address": "fa:16:3e:db:0d:b8", "network": {"id": "3de0ead9-edda-443c-bf41-0e39f01a3cb1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1674190330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1f98d63c334b6a93405d65bdaa6b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135f519c-43", "ovs_interfaceid": "135f519c-43cb-4180-b113-634dcc57dda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.909370] env[63339]: DEBUG nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.954551] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.954804] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.955206] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.955572] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.955823] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.956190] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.956490] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.956761] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.957062] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.957355] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.957785] env[63339]: DEBUG nova.virt.hardware [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.958933] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc95e29-b1a7-43d2-bf06-333d2ac10260 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.971076] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affd0467-ae55-4f75-bf3f-6404a59d1c62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.989773] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.996954] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Creating folder: Project (62e19c6c85034d988a1ff1f2fd40a639). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.997631] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17c274cd-4abb-4f4a-91bd-d1806ad92c0c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.013743] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Created folder: Project (62e19c6c85034d988a1ff1f2fd40a639) in parent group-v849594. [ 773.014299] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Creating folder: Instances. Parent ref: group-v849685. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.014777] env[63339]: INFO nova.compute.manager [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Took 45.20 seconds to build instance. [ 773.018176] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-856a7dfc-db0d-40e1-8da4-6581d42d337d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.031179] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Created folder: Instances in parent group-v849685. [ 773.031179] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.031179] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.031179] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e98b4b8a-b316-4f7f-a2d0-85bb17dc56e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.056202] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.056202] env[63339]: value = "task-4319785" [ 773.056202] env[63339]: _type = "Task" [ 773.056202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.070561] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319785, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.186500] env[63339]: DEBUG nova.scheduler.client.report [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.194849] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.205562] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Releasing lock "refresh_cache-ab6975de-1411-4af2-848e-fb957595f115" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.205928] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Instance network_info: |[{"id": "135f519c-43cb-4180-b113-634dcc57dda7", "address": "fa:16:3e:db:0d:b8", "network": {"id": "3de0ead9-edda-443c-bf41-0e39f01a3cb1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1674190330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1f98d63c334b6a93405d65bdaa6b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135f519c-43", "ovs_interfaceid": "135f519c-43cb-4180-b113-634dcc57dda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.206958] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:0d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '135f519c-43cb-4180-b113-634dcc57dda7', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.214793] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Creating folder: Project (be1f98d63c334b6a93405d65bdaa6b27). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.215967] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd29263f-48f6-432c-b665-ed1710cc1d26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.229029] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Created folder: Project (be1f98d63c334b6a93405d65bdaa6b27) in parent group-v849594. [ 773.229029] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Creating folder: Instances. Parent ref: group-v849688. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.229144] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83f3ecec-8682-4a53-a5dd-fd1922ec5119 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.240060] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Created folder: Instances in parent group-v849688. [ 773.240342] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.240541] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6975de-1411-4af2-848e-fb957595f115] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.240796] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af65972-a575-4b44-a3de-3d16f4fded63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.261217] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.261217] env[63339]: value = "task-4319788" [ 773.261217] env[63339]: _type = "Task" [ 773.261217] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.270223] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319788, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.520888] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0f25246-8892-4810-a355-2b49e83ccab7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.739s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.566931] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319785, 'name': CreateVM_Task, 'duration_secs': 0.452587} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.568035] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.568035] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.568035] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.568209] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.568464] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78fbebf-70f6-45d4-9084-f73ae1d63bf8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.573541] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 773.573541] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca2d14-4c73-6bbe-0f2f-8a595e642e05" [ 773.573541] env[63339]: _type = "Task" [ 773.573541] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.585780] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca2d14-4c73-6bbe-0f2f-8a595e642e05, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.586120] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.586347] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.586569] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.586768] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.586879] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.587152] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36610049-1e37-4c3e-9d88-4ff86a63ecba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.595747] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.595925] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.596671] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d7b1ac-15f3-415d-ba89-5b3834970822 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.602544] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 773.602544] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f31294-c881-137d-2a39-52487327f878" [ 773.602544] env[63339]: _type = "Task" [ 773.602544] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.611284] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f31294-c881-137d-2a39-52487327f878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.654218] env[63339]: DEBUG nova.compute.manager [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Received event network-changed-135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 773.654597] env[63339]: DEBUG nova.compute.manager [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Refreshing instance network info cache due to event network-changed-135f519c-43cb-4180-b113-634dcc57dda7. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 773.655133] env[63339]: DEBUG oslo_concurrency.lockutils [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] Acquiring lock "refresh_cache-ab6975de-1411-4af2-848e-fb957595f115" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.656702] env[63339]: DEBUG oslo_concurrency.lockutils [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] Acquired lock "refresh_cache-ab6975de-1411-4af2-848e-fb957595f115" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.656702] env[63339]: DEBUG nova.network.neutron [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Refreshing network info cache for port 135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 773.692174] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.692716] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.695437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.607s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.698027] env[63339]: INFO nova.compute.claims [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.774201] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319788, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.022820] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.120100] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f31294-c881-137d-2a39-52487327f878, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.121546] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629fb36f-8b13-4402-9c30-2036ae5b5657 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.130486] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 774.130486] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52afb616-d137-4e58-19c5-ab8c96aafd2c" [ 774.130486] env[63339]: _type = "Task" [ 774.130486] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.144791] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52afb616-d137-4e58-19c5-ab8c96aafd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.148759] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.149216] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.149577] env[63339]: DEBUG nova.compute.manager [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.151361] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc95d8f-3040-4bae-a872-e1f1b59fc179 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.163249] env[63339]: DEBUG nova.compute.manager [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 774.164368] env[63339]: DEBUG nova.objects.instance [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lazy-loading 'flavor' on Instance uuid c158029b-a216-4e9e-b2b3-f73d34c41f5b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.202619] env[63339]: DEBUG nova.compute.utils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.208134] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.208439] env[63339]: DEBUG nova.network.neutron [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 774.273148] env[63339]: DEBUG nova.policy [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '893712b84c244485a95072313e6b2de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118c5c51bffa4bdd951c8b4d47069a2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.278367] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319788, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.403730] env[63339]: DEBUG nova.network.neutron [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Updated VIF entry in instance network info cache for port 135f519c-43cb-4180-b113-634dcc57dda7. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 774.404278] env[63339]: DEBUG nova.network.neutron [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Updating instance_info_cache with network_info: [{"id": "135f519c-43cb-4180-b113-634dcc57dda7", "address": "fa:16:3e:db:0d:b8", "network": {"id": "3de0ead9-edda-443c-bf41-0e39f01a3cb1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1674190330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1f98d63c334b6a93405d65bdaa6b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135f519c-43", "ovs_interfaceid": "135f519c-43cb-4180-b113-634dcc57dda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.555941] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.642215] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52afb616-d137-4e58-19c5-ab8c96aafd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.02717} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.642453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.642775] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3aefd062-76d6-46d3-851d-2d03717c503d/3aefd062-76d6-46d3-851d-2d03717c503d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.643095] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5d5624-b684-4921-8fc2-78b8f91d9d53 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.651730] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 774.651730] env[63339]: value = "task-4319789" [ 774.651730] env[63339]: _type = "Task" [ 774.651730] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.660590] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.661507] env[63339]: DEBUG nova.network.neutron [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Successfully created port: 34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 774.716434] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.780700] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319788, 'name': CreateVM_Task, 'duration_secs': 1.361881} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.780953] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6975de-1411-4af2-848e-fb957595f115] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.781789] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.782036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.782975] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.787020] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f79b632-bdbe-4648-a711-3b35ed48f735 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.792021] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 774.792021] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7021e-8f60-703d-d6f4-f956eabc4ca9" [ 774.792021] env[63339]: _type = "Task" [ 774.792021] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.804156] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7021e-8f60-703d-d6f4-f956eabc4ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.908997] env[63339]: DEBUG oslo_concurrency.lockutils [req-64529714-5748-4561-a94b-ef082704c083 req-de14bab6-7642-4751-9acc-86b8ee5eb34d service nova] Releasing lock "refresh_cache-ab6975de-1411-4af2-848e-fb957595f115" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.164021] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319789, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.173124] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.173124] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae1649e-a0bb-4a6e-9521-83a75aaa4fc4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.181322] env[63339]: DEBUG oslo_vmware.api [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 775.181322] env[63339]: value = "task-4319790" [ 775.181322] env[63339]: _type = "Task" [ 775.181322] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.190548] env[63339]: DEBUG oslo_vmware.api [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.305116] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7021e-8f60-703d-d6f4-f956eabc4ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.055586} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.307533] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.307865] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.308146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.308298] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.308509] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.309038] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9289098e-b01c-432b-8ba4-38fed0e96ebc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.320634] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.320844] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.325969] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bb8182-59b3-4754-b2f1-fee4cbfffebb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.334185] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 775.334185] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52686cba-f941-e781-2e94-a07e736e866e" [ 775.334185] env[63339]: _type = "Task" [ 775.334185] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.342882] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52686cba-f941-e781-2e94-a07e736e866e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.356900] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7e8750-e2a1-40d1-8abc-6da9383ab7f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.365289] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214ba92e-797a-4396-bd3d-83d0e8ac3ed2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.399453] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2094dde-28a2-468b-b2cd-46cc771837d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.407165] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe043eda-9ab7-476c-843e-a30f5511076e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.423466] env[63339]: DEBUG nova.compute.provider_tree [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.664475] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319789, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.691760] env[63339]: DEBUG oslo_vmware.api [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319790, 'name': PowerOffVM_Task, 'duration_secs': 0.209254} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.692069] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.692268] env[63339]: DEBUG nova.compute.manager [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.693058] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf52037-41a6-4b10-a935-c22fce30be0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.727863] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.756280] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.756549] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.756709] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.756896] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.757048] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.757247] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.757515] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.757684] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.757851] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.758019] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.758195] env[63339]: DEBUG nova.virt.hardware [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.759194] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e627cb-006f-4ca8-9899-b4d7f9216700 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.767844] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa1ae20-e490-4944-b922-7099a9bb623d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.844297] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52686cba-f941-e781-2e94-a07e736e866e, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.845121] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e1bff8-bda8-4f08-904e-ee2bd3f040e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.851698] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 775.851698] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522620d2-411c-0a31-aa6c-87d33afc30b7" [ 775.851698] env[63339]: _type = "Task" [ 775.851698] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.860620] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522620d2-411c-0a31-aa6c-87d33afc30b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.929329] env[63339]: DEBUG nova.scheduler.client.report [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.166786] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319789, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.513664} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.167244] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3aefd062-76d6-46d3-851d-2d03717c503d/3aefd062-76d6-46d3-851d-2d03717c503d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.167326] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.167621] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-210432ca-dd90-490e-9140-66fb6937f4e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.175350] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 776.175350] env[63339]: value = "task-4319791" [ 776.175350] env[63339]: _type = "Task" [ 776.175350] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.185209] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.206452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1a321c57-f30e-406e-b1ac-284b63d64eff tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.363510] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522620d2-411c-0a31-aa6c-87d33afc30b7, 'name': SearchDatastore_Task, 'duration_secs': 0.026716} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.363891] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.364188] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ab6975de-1411-4af2-848e-fb957595f115/ab6975de-1411-4af2-848e-fb957595f115.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.364451] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c1d09cb-76a7-416a-98c4-4891ba8f9d07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.372018] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 776.372018] env[63339]: value = "task-4319792" [ 776.372018] env[63339]: _type = "Task" [ 776.372018] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.380190] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.434518] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.435270] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.437711] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.532s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.654962] env[63339]: DEBUG nova.network.neutron [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Successfully updated port: 34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 776.687280] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068037} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.687280] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.687610] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d062dceb-7cd8-4a7f-aaff-41c6a8a5f1a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.712441] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 3aefd062-76d6-46d3-851d-2d03717c503d/3aefd062-76d6-46d3-851d-2d03717c503d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.713397] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6b3581-c133-46e3-bd6c-bdd591ef22e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.737351] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 776.737351] env[63339]: value = "task-4319793" [ 776.737351] env[63339]: _type = "Task" [ 776.737351] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.747562] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.816267] env[63339]: DEBUG nova.compute.manager [req-496f32f6-e1f2-48e8-a739-3f3e0f726ea1 req-f529d301-fc2c-40b2-9b36-5fbb286bbfd7 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Received event network-vif-plugged-34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 776.816500] env[63339]: DEBUG oslo_concurrency.lockutils [req-496f32f6-e1f2-48e8-a739-3f3e0f726ea1 req-f529d301-fc2c-40b2-9b36-5fbb286bbfd7 service nova] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.816720] env[63339]: DEBUG oslo_concurrency.lockutils [req-496f32f6-e1f2-48e8-a739-3f3e0f726ea1 req-f529d301-fc2c-40b2-9b36-5fbb286bbfd7 service nova] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.816864] env[63339]: DEBUG oslo_concurrency.lockutils [req-496f32f6-e1f2-48e8-a739-3f3e0f726ea1 req-f529d301-fc2c-40b2-9b36-5fbb286bbfd7 service nova] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.817250] env[63339]: DEBUG nova.compute.manager [req-496f32f6-e1f2-48e8-a739-3f3e0f726ea1 req-f529d301-fc2c-40b2-9b36-5fbb286bbfd7 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] No waiting events found dispatching network-vif-plugged-34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.817488] env[63339]: WARNING nova.compute.manager [req-496f32f6-e1f2-48e8-a739-3f3e0f726ea1 req-f529d301-fc2c-40b2-9b36-5fbb286bbfd7 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Received unexpected event network-vif-plugged-34c023c0-6337-4585-93e9-403e460dbeaa for instance with vm_state building and task_state spawning. [ 776.886669] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.942303] env[63339]: DEBUG nova.compute.utils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.944178] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.944366] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 777.019746] env[63339]: DEBUG nova.policy [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd12a43c0d5647b28a2622cc60ae9477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58582bc35f954f0cba505bd7a1fe57eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.158023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.158023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.158249] env[63339]: DEBUG nova.network.neutron [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 777.250256] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319793, 'name': ReconfigVM_Task, 'duration_secs': 0.429942} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.250256] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 3aefd062-76d6-46d3-851d-2d03717c503d/3aefd062-76d6-46d3-851d-2d03717c503d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.250256] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e957862f-df2c-4d8e-be96-d1cbb9f970c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.257558] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 777.257558] env[63339]: value = "task-4319794" [ 777.257558] env[63339]: _type = "Task" [ 777.257558] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.267317] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319794, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.402378] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627235} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.402378] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ab6975de-1411-4af2-848e-fb957595f115/ab6975de-1411-4af2-848e-fb957595f115.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.402378] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.402378] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e5439d5-fda8-4dd5-ba82-61f5ce5fea5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.412391] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 777.412391] env[63339]: value = "task-4319795" [ 777.412391] env[63339]: _type = "Task" [ 777.412391] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.421605] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.470790] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.544493] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.544493] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance b09e59b5-8e84-4e1c-999d-26485313b701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544493] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance fdfa7258-36c5-4d26-820b-b5389b9d4f6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544493] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance eef7f93f-732f-42d5-bd76-cc760fba4f94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.544684] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 870c6382-317a-4067-9e38-e0e1a8e09437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544684] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance bf4b85bd-f649-4444-b057-fe6035bb8c2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544684] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 2950ec52-a1f0-407f-816b-e3f91b7212c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544684] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance e6243133-c513-4738-9813-780bf189cca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544843] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 42b8aa63-b37b-42b7-ad88-b01f3f441416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544843] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 380fd1a2-9007-4a4f-8bfb-aad5a9117008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544843] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 39273104-66d6-4520-a1df-31d8f928931d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544843] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance fc50a5c0-b486-424c-af05-650f31d9595b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.544957] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.544957] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (84ee6762-1c4c-40d9-9e2b-ed7522c56c3c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 777.544957] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 140495d7-00d9-4ab5-86f9-59ef7c708555 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.544957] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.545109] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 122f1c7e-ca09-4de2-a233-b2eed242e5c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.545109] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c158029b-a216-4e9e-b2b3-f73d34c41f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.545109] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 63fdefbc-a279-4c6c-9300-46d450da723b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.545594] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ab6975de-1411-4af2-848e-fb957595f115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.545892] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 3aefd062-76d6-46d3-851d-2d03717c503d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.546265] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ee3b53cc-1ac2-40bc-934d-89a25659d047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.546624] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 5e43cd98-f6ad-4f80-948f-00fbff73b684 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.629228] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Successfully created port: 7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 777.699852] env[63339]: DEBUG nova.network.neutron [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 777.768313] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319794, 'name': Rename_Task, 'duration_secs': 0.173252} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.768579] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.768821] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5335374b-cba4-4cd0-8b86-9a6cbd3a1b38 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.775926] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 777.775926] env[63339]: value = "task-4319796" [ 777.775926] env[63339]: _type = "Task" [ 777.775926] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.786825] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.872913] env[63339]: DEBUG nova.network.neutron [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating instance_info_cache with network_info: [{"id": "34c023c0-6337-4585-93e9-403e460dbeaa", "address": "fa:16:3e:ae:fe:0c", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c023c0-63", "ovs_interfaceid": "34c023c0-6337-4585-93e9-403e460dbeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.921952] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077421} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.922352] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.924650] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213d37b-97d8-44c9-aba7-a79add3cc701 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.958037] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ab6975de-1411-4af2-848e-fb957595f115/ab6975de-1411-4af2-848e-fb957595f115.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.959027] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea49a25-99a9-4d1d-a30d-bbae0df8332a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.978060] env[63339]: DEBUG nova.compute.manager [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.979117] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb434d-8a67-41e6-a266-095c6cf734bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990586] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 777.990586] env[63339]: value = "task-4319797" [ 777.990586] env[63339]: _type = "Task" [ 777.990586] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.049508] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance e157b2b3-e398-4b7a-87f5-408800682b3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.287111] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.376209] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.376209] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Instance network_info: |[{"id": "34c023c0-6337-4585-93e9-403e460dbeaa", "address": "fa:16:3e:ae:fe:0c", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c023c0-63", "ovs_interfaceid": "34c023c0-6337-4585-93e9-403e460dbeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.376641] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:fe:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c023c0-6337-4585-93e9-403e460dbeaa', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.384493] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Creating folder: Project (118c5c51bffa4bdd951c8b4d47069a2d). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.384780] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a194503-b101-46f0-91e6-24df1732a601 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.396708] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Created folder: Project (118c5c51bffa4bdd951c8b4d47069a2d) in parent group-v849594. [ 778.397050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Creating folder: Instances. Parent ref: group-v849691. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.397324] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eac5131-d5f7-4fd2-b707-83581c331df7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.408953] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Created folder: Instances in parent group-v849691. [ 778.409270] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.409524] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.409802] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5faec3da-df95-4943-a6c9-7d31f882011d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.431474] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.431474] env[63339]: value = "task-4319800" [ 778.431474] env[63339]: _type = "Task" [ 778.431474] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.440883] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319800, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.480727] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.493203] env[63339]: INFO nova.compute.manager [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] instance snapshotting [ 778.493340] env[63339]: WARNING nova.compute.manager [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 778.500024] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb4341f-04ac-4470-9851-6f38c1961e5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.509383] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.526790] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.527122] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.527294] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.527412] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.527566] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.527703] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.528173] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.528296] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.528439] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.528604] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.528780] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.529710] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02cf72-178e-4e0b-9fd6-22adada4b7a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.533215] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fcf649-8563-481b-b5f6-6f67d7e881e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.549398] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d5948-3a54-4038-ae10-39afbe347dfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.555783] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.787197] env[63339]: DEBUG oslo_vmware.api [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319796, 'name': PowerOnVM_Task, 'duration_secs': 0.668721} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.787482] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.787738] env[63339]: INFO nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Took 5.88 seconds to spawn the instance on the hypervisor. [ 778.787942] env[63339]: DEBUG nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.788785] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bd681-deea-4c37-826e-1b7a6444be72 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.944907] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319800, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.969146] env[63339]: DEBUG nova.compute.manager [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Received event network-changed-34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 778.969273] env[63339]: DEBUG nova.compute.manager [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Refreshing instance network info cache due to event network-changed-34c023c0-6337-4585-93e9-403e460dbeaa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 778.969493] env[63339]: DEBUG oslo_concurrency.lockutils [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] Acquiring lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.969635] env[63339]: DEBUG oslo_concurrency.lockutils [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] Acquired lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.969795] env[63339]: DEBUG nova.network.neutron [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Refreshing network info cache for port 34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 779.006220] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319797, 'name': ReconfigVM_Task, 'duration_secs': 0.5446} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.006526] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ab6975de-1411-4af2-848e-fb957595f115/ab6975de-1411-4af2-848e-fb957595f115.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.007183] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2911f32c-ca8c-4495-bb81-9465d53a6301 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.015667] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 779.015667] env[63339]: value = "task-4319801" [ 779.015667] env[63339]: _type = "Task" [ 779.015667] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.025395] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319801, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.057345] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.057882] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97d1ea01-0582-4d82-81ff-f7c794aee692 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.061497] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 9190b8ee-1921-4917-b6ba-d61a797e5ac7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.070092] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 779.070092] env[63339]: value = "task-4319802" [ 779.070092] env[63339]: _type = "Task" [ 779.070092] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.080393] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.314253] env[63339]: INFO nova.compute.manager [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Took 35.27 seconds to build instance. [ 779.318815] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Successfully updated port: 7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.443187] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319800, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.529111] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319801, 'name': Rename_Task, 'duration_secs': 0.229143} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.529446] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.529707] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b698a1e1-997c-4f9f-935a-356d1bd333fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.537565] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 779.537565] env[63339]: value = "task-4319803" [ 779.537565] env[63339]: _type = "Task" [ 779.537565] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.546886] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.565440] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 44732039-3298-4b19-af37-ea5a5bd6c181 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.580331] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319802, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.803528] env[63339]: DEBUG nova.network.neutron [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updated VIF entry in instance network info cache for port 34c023c0-6337-4585-93e9-403e460dbeaa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 779.803921] env[63339]: DEBUG nova.network.neutron [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating instance_info_cache with network_info: [{"id": "34c023c0-6337-4585-93e9-403e460dbeaa", "address": "fa:16:3e:ae:fe:0c", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c023c0-63", "ovs_interfaceid": "34c023c0-6337-4585-93e9-403e460dbeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.817416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92065ee8-b975-4cb6-bc74-70f63a1e90b9 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "3aefd062-76d6-46d3-851d-2d03717c503d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.513s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.818652] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "refresh_cache-5e43cd98-f6ad-4f80-948f-00fbff73b684" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.818786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "refresh_cache-5e43cd98-f6ad-4f80-948f-00fbff73b684" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.818931] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 779.945221] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319800, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.048706] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319803, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.052472] env[63339]: DEBUG nova.compute.manager [None req-d677497c-8d67-4cf8-9654-16add5e13bf0 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.053552] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b0d26-32a6-46b7-bfb0-d6dc0d132eb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.070901] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a5847616-58ea-4742-93f2-5c5e7a0f6a2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.082197] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319802, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.198497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "3aefd062-76d6-46d3-851d-2d03717c503d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.198785] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "3aefd062-76d6-46d3-851d-2d03717c503d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.199054] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "3aefd062-76d6-46d3-851d-2d03717c503d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.199309] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "3aefd062-76d6-46d3-851d-2d03717c503d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.199895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "3aefd062-76d6-46d3-851d-2d03717c503d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.202397] env[63339]: INFO nova.compute.manager [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Terminating instance [ 780.306369] env[63339]: DEBUG oslo_concurrency.lockutils [req-d43bb3c8-0d1d-482d-a93d-5d0ab81289c5 req-6d14e9ee-7fa4-43a8-b525-4a24f1e76c3c service nova] Releasing lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.321185] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.422133] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 780.447720] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319800, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.549373] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319803, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.564663] env[63339]: INFO nova.compute.manager [None req-d677497c-8d67-4cf8-9654-16add5e13bf0 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] instance snapshotting [ 780.565344] env[63339]: DEBUG nova.objects.instance [None req-d677497c-8d67-4cf8-9654-16add5e13bf0 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lazy-loading 'flavor' on Instance uuid 3aefd062-76d6-46d3-851d-2d03717c503d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.577634] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a8b29def-4e67-41a1-8727-f7be343d6087 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.584580] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319802, 'name': CreateSnapshot_Task, 'duration_secs': 1.23009} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.584580] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.584580] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b05ce28-056e-4d45-9de0-d22df4b334f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.621561] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Updating instance_info_cache with network_info: [{"id": "7ae43096-eca1-4af4-8d90-727394a35b7e", "address": "fa:16:3e:79:62:4f", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae43096-ec", "ovs_interfaceid": "7ae43096-eca1-4af4-8d90-727394a35b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.706985] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "refresh_cache-3aefd062-76d6-46d3-851d-2d03717c503d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.707362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquired lock "refresh_cache-3aefd062-76d6-46d3-851d-2d03717c503d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.707697] env[63339]: DEBUG nova.network.neutron [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 780.853685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.945145] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319800, 'name': CreateVM_Task, 'duration_secs': 2.100737} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.945145] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.945842] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.946025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.946355] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.946610] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8de480-e132-4266-b44c-19598e2f793d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.952418] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 780.952418] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5abc2-a987-02f1-b6bf-181ea686d408" [ 780.952418] env[63339]: _type = "Task" [ 780.952418] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.961626] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5abc2-a987-02f1-b6bf-181ea686d408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.049579] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319803, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.071598] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed4fe4c-f26b-4b94-9589-44f0715cb614 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.090097] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 562fe130-6f25-4af2-930b-c06e64de786e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.093116] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec39e11-9766-4569-a1b7-12d7f0651ccf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.096679] env[63339]: DEBUG nova.compute.manager [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Received event network-vif-plugged-7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 781.097140] env[63339]: DEBUG oslo_concurrency.lockutils [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] Acquiring lock "5e43cd98-f6ad-4f80-948f-00fbff73b684-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.097140] env[63339]: DEBUG oslo_concurrency.lockutils [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.097273] env[63339]: DEBUG oslo_concurrency.lockutils [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.097398] env[63339]: DEBUG nova.compute.manager [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] No waiting events found dispatching network-vif-plugged-7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.097559] env[63339]: WARNING nova.compute.manager [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Received unexpected event network-vif-plugged-7ae43096-eca1-4af4-8d90-727394a35b7e for instance with vm_state building and task_state spawning. [ 781.097745] env[63339]: DEBUG nova.compute.manager [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Received event network-changed-7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 781.097902] env[63339]: DEBUG nova.compute.manager [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Refreshing instance network info cache due to event network-changed-7ae43096-eca1-4af4-8d90-727394a35b7e. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 781.098172] env[63339]: DEBUG oslo_concurrency.lockutils [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] Acquiring lock "refresh_cache-5e43cd98-f6ad-4f80-948f-00fbff73b684" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.105693] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 781.106751] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c4cc962-93f5-477a-bb32-f8f2a685daa2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.120509] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 781.120509] env[63339]: value = "task-4319804" [ 781.120509] env[63339]: _type = "Task" [ 781.120509] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.124750] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "refresh_cache-5e43cd98-f6ad-4f80-948f-00fbff73b684" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.125015] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Instance network_info: |[{"id": "7ae43096-eca1-4af4-8d90-727394a35b7e", "address": "fa:16:3e:79:62:4f", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae43096-ec", "ovs_interfaceid": "7ae43096-eca1-4af4-8d90-727394a35b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.125298] env[63339]: DEBUG oslo_concurrency.lockutils [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] Acquired lock "refresh_cache-5e43cd98-f6ad-4f80-948f-00fbff73b684" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.125476] env[63339]: DEBUG nova.network.neutron [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Refreshing network info cache for port 7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 781.127000] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:62:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ae43096-eca1-4af4-8d90-727394a35b7e', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.134316] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.135668] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.135894] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13aa862-5797-42c3-8130-4855dc61a1f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.155843] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319804, 'name': CloneVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.161539] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.161539] env[63339]: value = "task-4319805" [ 781.161539] env[63339]: _type = "Task" [ 781.161539] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.176180] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319805, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.246968] env[63339]: DEBUG nova.network.neutron [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 781.355930] env[63339]: DEBUG nova.network.neutron [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.465469] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5abc2-a987-02f1-b6bf-181ea686d408, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.467472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.467472] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.467472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.467472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.467818] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.467818] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7abea28-497d-4145-983e-f8b5f9209ce5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.480024] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.480024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.480024] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b257318e-9866-4761-988c-207ee6f9229c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.488418] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 781.488418] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f73fb0-6136-1d06-e6d4-4412df87f980" [ 781.488418] env[63339]: _type = "Task" [ 781.488418] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.499017] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f73fb0-6136-1d06-e6d4-4412df87f980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.552983] env[63339]: DEBUG oslo_vmware.api [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319803, 'name': PowerOnVM_Task, 'duration_secs': 2.010659} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.553314] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.553513] env[63339]: INFO nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Took 11.46 seconds to spawn the instance on the hypervisor. [ 781.553694] env[63339]: DEBUG nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.554627] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d23221-3dc0-4d1a-95db-a3b2ca726acc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.601661] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 59535977-6d53-43fc-95c4-f4409235f7ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.616075] env[63339]: DEBUG nova.compute.manager [None req-d677497c-8d67-4cf8-9654-16add5e13bf0 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Instance disappeared during snapshot {{(pid=63339) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 781.633799] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319804, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.672195] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319805, 'name': CreateVM_Task, 'duration_secs': 0.363034} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.672414] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.673183] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.673374] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.673698] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.673992] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a605af9-bcba-4a13-9113-121ae66e5e05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.679180] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 781.679180] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5261dd10-6709-9164-1232-536e282ddd30" [ 781.679180] env[63339]: _type = "Task" [ 781.679180] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.688561] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5261dd10-6709-9164-1232-536e282ddd30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.771426] env[63339]: DEBUG nova.compute.manager [None req-d677497c-8d67-4cf8-9654-16add5e13bf0 tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Found 0 images (rotation: 2) {{(pid=63339) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 781.858500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Releasing lock "refresh_cache-3aefd062-76d6-46d3-851d-2d03717c503d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.859173] env[63339]: DEBUG nova.compute.manager [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.859368] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.860750] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de358acb-2eb7-4cb9-8c85-58c203cb95b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.870590] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.870990] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832ae073-4a6d-44a0-9cc0-d04a0673cb4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.879185] env[63339]: DEBUG oslo_vmware.api [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 781.879185] env[63339]: value = "task-4319806" [ 781.879185] env[63339]: _type = "Task" [ 781.879185] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.889030] env[63339]: DEBUG oslo_vmware.api [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.889993] env[63339]: DEBUG nova.network.neutron [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Updated VIF entry in instance network info cache for port 7ae43096-eca1-4af4-8d90-727394a35b7e. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 781.890359] env[63339]: DEBUG nova.network.neutron [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Updating instance_info_cache with network_info: [{"id": "7ae43096-eca1-4af4-8d90-727394a35b7e", "address": "fa:16:3e:79:62:4f", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae43096-ec", "ovs_interfaceid": "7ae43096-eca1-4af4-8d90-727394a35b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.002390] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f73fb0-6136-1d06-e6d4-4412df87f980, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.003451] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9e9f93-2f3f-4002-b910-da66e7e7b66b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.009484] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 782.009484] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520980ca-d724-f843-7ec3-242ce5df1bd2" [ 782.009484] env[63339]: _type = "Task" [ 782.009484] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.020054] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520980ca-d724-f843-7ec3-242ce5df1bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.074082] env[63339]: INFO nova.compute.manager [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Took 46.58 seconds to build instance. [ 782.103925] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a7ebffc9-b9df-49a3-83aa-bb4436cffd95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.134369] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319804, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.190089] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5261dd10-6709-9164-1232-536e282ddd30, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.190503] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.190854] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.190926] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.389661] env[63339]: DEBUG oslo_vmware.api [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319806, 'name': PowerOffVM_Task, 'duration_secs': 0.166285} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.390079] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.390141] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.390386] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373ffe0e-acab-4f95-8a8e-9cb393564ad8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.392656] env[63339]: DEBUG oslo_concurrency.lockutils [req-d987930c-004f-404c-8800-c7a8a00a417a req-4b3dc509-8025-4475-9ed0-efb18bc30521 service nova] Releasing lock "refresh_cache-5e43cd98-f6ad-4f80-948f-00fbff73b684" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.416483] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.416796] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.416989] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Deleting the datastore file [datastore1] 3aefd062-76d6-46d3-851d-2d03717c503d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.417284] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05b770be-c920-447a-9076-84f0648c9bed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.423930] env[63339]: DEBUG oslo_vmware.api [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for the task: (returnval){ [ 782.423930] env[63339]: value = "task-4319808" [ 782.423930] env[63339]: _type = "Task" [ 782.423930] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.437010] env[63339]: DEBUG oslo_vmware.api [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.520279] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520980ca-d724-f843-7ec3-242ce5df1bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.520578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.520904] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ee3b53cc-1ac2-40bc-934d-89a25659d047/ee3b53cc-1ac2-40bc-934d-89a25659d047.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.521280] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.521489] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.521829] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7edf45f-a405-4b8d-8c6c-000839e1b189 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.524012] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99283f48-7a57-4c76-a8ba-5582fc45d261 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.532014] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 782.532014] env[63339]: value = "task-4319809" [ 782.532014] env[63339]: _type = "Task" [ 782.532014] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.533215] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.533387] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.537077] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5334ef9f-161d-42ec-8a80-b6f15a1c6d50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.543621] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 782.543621] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524ae8ce-41dc-53f4-ba8b-62f81fee79c5" [ 782.543621] env[63339]: _type = "Task" [ 782.543621] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.546846] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.555886] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524ae8ce-41dc-53f4-ba8b-62f81fee79c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.556655] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c2851c-2859-4049-92a0-69521c418e96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.564769] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 782.564769] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cf9eee-7d05-25b1-c5f2-59992ebab1e5" [ 782.564769] env[63339]: _type = "Task" [ 782.564769] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.572036] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cf9eee-7d05-25b1-c5f2-59992ebab1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.576009] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b90967c1-34f9-4535-a870-3499dd781870 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "ab6975de-1411-4af2-848e-fb957595f115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.410s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.606707] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a14a7775-1839-425f-956b-032f69e8318a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.633409] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319804, 'name': CloneVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.939634] env[63339]: DEBUG oslo_vmware.api [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Task: {'id': task-4319808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097585} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.940313] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.940569] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.940676] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.940871] env[63339]: INFO nova.compute.manager [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 782.941129] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.941335] env[63339]: DEBUG nova.compute.manager [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.941498] env[63339]: DEBUG nova.network.neutron [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 782.960380] env[63339]: DEBUG nova.network.neutron [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 783.045314] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509931} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.045623] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ee3b53cc-1ac2-40bc-934d-89a25659d047/ee3b53cc-1ac2-40bc-934d-89a25659d047.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.045842] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.046216] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78f83b41-d8e4-4ddf-9c49-e9e2a2e2f20f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.054305] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 783.054305] env[63339]: value = "task-4319810" [ 783.054305] env[63339]: _type = "Task" [ 783.054305] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.063264] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.072466] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cf9eee-7d05-25b1-c5f2-59992ebab1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.072762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.073034] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 5e43cd98-f6ad-4f80-948f-00fbff73b684/5e43cd98-f6ad-4f80-948f-00fbff73b684.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.073314] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-688b1564-fd30-41c1-b307-f04158c86510 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.079302] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.083021] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 783.083021] env[63339]: value = "task-4319811" [ 783.083021] env[63339]: _type = "Task" [ 783.083021] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.094656] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.110623] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.133692] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319804, 'name': CloneVM_Task, 'duration_secs': 1.603925} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.133962] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Created linked-clone VM from snapshot [ 783.134822] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9fcaa2-2ee6-49de-9455-debe31beba88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.144052] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Uploading image 2ca28948-e389-4a89-8177-6d6fb164d16a {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 783.173591] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 783.173591] env[63339]: value = "vm-849695" [ 783.173591] env[63339]: _type = "VirtualMachine" [ 783.173591] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 783.174027] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2dd63c64-01d5-4dfe-b589-f0f124939a1f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.183794] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease: (returnval){ [ 783.183794] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aacfe-fa09-8fca-a8a8-b853283bcb50" [ 783.183794] env[63339]: _type = "HttpNfcLease" [ 783.183794] env[63339]: } obtained for exporting VM: (result){ [ 783.183794] env[63339]: value = "vm-849695" [ 783.183794] env[63339]: _type = "VirtualMachine" [ 783.183794] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 783.183794] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the lease: (returnval){ [ 783.183794] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aacfe-fa09-8fca-a8a8-b853283bcb50" [ 783.183794] env[63339]: _type = "HttpNfcLease" [ 783.183794] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 783.192401] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.192401] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aacfe-fa09-8fca-a8a8-b853283bcb50" [ 783.192401] env[63339]: _type = "HttpNfcLease" [ 783.192401] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 783.442089] env[63339]: DEBUG nova.compute.manager [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.443240] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a889dc-dc38-499d-9a21-32853dcc5216 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.463399] env[63339]: DEBUG nova.network.neutron [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.567675] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112871} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.568090] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.569069] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd07d5a-0c2c-44a9-ae23-04f83df99643 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.598429] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] ee3b53cc-1ac2-40bc-934d-89a25659d047/ee3b53cc-1ac2-40bc-934d-89a25659d047.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.607415] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f64adce-17ab-4328-82ee-37ca2b3f10d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.620759] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 52028aa6-6758-4b1a-ba5b-481e37a21ba5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.629197] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519334} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.633599] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 5e43cd98-f6ad-4f80-948f-00fbff73b684/5e43cd98-f6ad-4f80-948f-00fbff73b684.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.633599] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.633599] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 783.633599] env[63339]: value = "task-4319813" [ 783.633599] env[63339]: _type = "Task" [ 783.633599] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.633599] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86137ab2-5461-4bf2-93c2-389495b21da1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.635125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.646067] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.647569] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 783.647569] env[63339]: value = "task-4319814" [ 783.647569] env[63339]: _type = "Task" [ 783.647569] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.657918] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.693895] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.693895] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aacfe-fa09-8fca-a8a8-b853283bcb50" [ 783.693895] env[63339]: _type = "HttpNfcLease" [ 783.693895] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 783.694071] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 783.694071] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aacfe-fa09-8fca-a8a8-b853283bcb50" [ 783.694071] env[63339]: _type = "HttpNfcLease" [ 783.694071] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 783.695380] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b821bda8-7fc2-49f6-8855-55b701c3d6a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.704789] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52617181-5005-a4ae-bd6b-ebc6a73559d1/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 783.704986] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52617181-5005-a4ae-bd6b-ebc6a73559d1/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.863298] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6f86e94-4079-4c19-bdbf-f95bdbe91dc5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.957097] env[63339]: INFO nova.compute.manager [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] instance snapshotting [ 783.960057] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6308b45f-0d92-4e9f-9242-6e047af98b9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.965400] env[63339]: INFO nova.compute.manager [-] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Took 1.02 seconds to deallocate network for instance. [ 783.985051] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d1f36-b67d-4144-ba38-d49f30151fd7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.133032] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 8e0abe7e-e845-4790-bcc8-408a7b66b8f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.150414] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.164856] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076906} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.166802] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.170450] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7f0c89-9843-4294-92d5-b67a3674f607 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.174145] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.174411] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.199416] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5e43cd98-f6ad-4f80-948f-00fbff73b684/5e43cd98-f6ad-4f80-948f-00fbff73b684.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.199963] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18ab7c1-d3eb-405a-8ede-c5cbd8a29bae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.221491] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 784.221491] env[63339]: value = "task-4319815" [ 784.221491] env[63339]: _type = "Task" [ 784.221491] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.232415] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.472679] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.497718] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.497718] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-070b837f-d40f-46fb-800a-fd719111e179 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.508133] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 784.508133] env[63339]: value = "task-4319816" [ 784.508133] env[63339]: _type = "Task" [ 784.508133] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.518457] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.637047] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.649538] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319813, 'name': ReconfigVM_Task, 'duration_secs': 0.553178} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.649538] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Reconfigured VM instance instance-00000024 to attach disk [datastore1] ee3b53cc-1ac2-40bc-934d-89a25659d047/ee3b53cc-1ac2-40bc-934d-89a25659d047.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.649538] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9deb08-ee86-4da1-b93c-713c0d26e107 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.660407] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 784.660407] env[63339]: value = "task-4319817" [ 784.660407] env[63339]: _type = "Task" [ 784.660407] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.671893] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319817, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.731904] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319815, 'name': ReconfigVM_Task, 'duration_secs': 0.306022} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.732158] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5e43cd98-f6ad-4f80-948f-00fbff73b684/5e43cd98-f6ad-4f80-948f-00fbff73b684.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.732690] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0e4eb61-adca-4305-ba75-603a2ee1568b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.741479] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 784.741479] env[63339]: value = "task-4319818" [ 784.741479] env[63339]: _type = "Task" [ 784.741479] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.751865] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319818, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.022241] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319816, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.143701] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 548dcb74-a541-499a-9965-c32420374f0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.173059] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319817, 'name': Rename_Task, 'duration_secs': 0.206265} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.173059] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.173225] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37af5367-a489-402d-9df8-b8decfcba572 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.180646] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 785.180646] env[63339]: value = "task-4319819" [ 785.180646] env[63339]: _type = "Task" [ 785.180646] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.189651] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.252554] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319818, 'name': Rename_Task, 'duration_secs': 0.204763} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.252890] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.253199] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15a60abf-8d9a-4666-8c4e-f28825524222 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.260330] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 785.260330] env[63339]: value = "task-4319820" [ 785.260330] env[63339]: _type = "Task" [ 785.260330] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.269470] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.520344] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319816, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.646795] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 8b381e13-09fe-412a-9799-e54edebefcec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.647156] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 785.647299] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 785.691593] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.777418] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319820, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.019759] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319816, 'name': CreateSnapshot_Task, 'duration_secs': 1.020734} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.022614] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.023636] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8626390-0e5b-41b8-9540-eebef29689ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.192418] env[63339]: DEBUG oslo_vmware.api [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4319819, 'name': PowerOnVM_Task, 'duration_secs': 0.693214} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.192749] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.193066] env[63339]: INFO nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Took 10.46 seconds to spawn the instance on the hypervisor. [ 786.193333] env[63339]: DEBUG nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.194579] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b47ac8-401c-4cd2-81a7-2ec284fc0a4f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.254067] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446698b-5e1e-49fa-9644-4c316dcb8884 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.267558] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13375f2-508b-4813-ac99-f95c4803da6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.277858] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319820, 'name': PowerOnVM_Task, 'duration_secs': 0.572345} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.302654] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.302903] env[63339]: INFO nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Took 7.82 seconds to spawn the instance on the hypervisor. [ 786.303231] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.304741] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f7c4d-82ed-4b37-a18b-5f63a8ac5dd9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.307882] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b4baee-2d92-4f39-bcd2-0c036069a175 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.317549] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe73bc6-9e2c-44b7-b6ee-58a3ad937412 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.336028] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.545653] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 786.545993] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-937a03df-963d-4ce2-aaad-15c0b6a1962e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.555498] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 786.555498] env[63339]: value = "task-4319821" [ 786.555498] env[63339]: _type = "Task" [ 786.555498] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.563814] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319821, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.717587] env[63339]: INFO nova.compute.manager [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Took 42.25 seconds to build instance. [ 786.835501] env[63339]: INFO nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Took 39.77 seconds to build instance. [ 786.839012] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.067686] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319821, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.222189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44eba380-9f20-4dcd-b530-9d1ab666f11d tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.394s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.337957] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.840s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.345809] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 787.346173] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.908s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.346584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.002s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.348513] env[63339]: INFO nova.compute.claims [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.566373] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319821, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.725299] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.842497] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.902992] env[63339]: DEBUG nova.compute.manager [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Received event network-changed-34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 787.903280] env[63339]: DEBUG nova.compute.manager [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Refreshing instance network info cache due to event network-changed-34c023c0-6337-4585-93e9-403e460dbeaa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 787.903463] env[63339]: DEBUG oslo_concurrency.lockutils [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] Acquiring lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.903609] env[63339]: DEBUG oslo_concurrency.lockutils [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] Acquired lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.903771] env[63339]: DEBUG nova.network.neutron [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Refreshing network info cache for port 34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 788.068866] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319821, 'name': CloneVM_Task, 'duration_secs': 1.427456} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.069120] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Created linked-clone VM from snapshot [ 788.070066] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6721bb4-229a-4c9d-9c54-ccce6d241c2b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.079176] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Uploading image ca5cc884-58e4-4a6b-bacb-229994d028af {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.114383] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.114383] env[63339]: value = "vm-849698" [ 788.114383] env[63339]: _type = "VirtualMachine" [ 788.114383] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.114764] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d78fc589-ef37-4c80-8b73-68cece230b08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.124164] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lease: (returnval){ [ 788.124164] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c99d55-f4c4-4156-bb6b-7657e79f7435" [ 788.124164] env[63339]: _type = "HttpNfcLease" [ 788.124164] env[63339]: } obtained for exporting VM: (result){ [ 788.124164] env[63339]: value = "vm-849698" [ 788.124164] env[63339]: _type = "VirtualMachine" [ 788.124164] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.124776] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the lease: (returnval){ [ 788.124776] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c99d55-f4c4-4156-bb6b-7657e79f7435" [ 788.124776] env[63339]: _type = "HttpNfcLease" [ 788.124776] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.136393] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.136393] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c99d55-f4c4-4156-bb6b-7657e79f7435" [ 788.136393] env[63339]: _type = "HttpNfcLease" [ 788.136393] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 788.255515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.382204] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.636395] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.636395] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c99d55-f4c4-4156-bb6b-7657e79f7435" [ 788.636395] env[63339]: _type = "HttpNfcLease" [ 788.636395] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.639237] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.639237] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c99d55-f4c4-4156-bb6b-7657e79f7435" [ 788.639237] env[63339]: _type = "HttpNfcLease" [ 788.639237] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.640659] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441f90d-dcd6-4570-b604-82789db6f0c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.650900] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece09a-e480-8853-4d56-eb158172a950/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.651122] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece09a-e480-8853-4d56-eb158172a950/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.785919] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a638dee-91a0-4ec1-aba6-00f8c32a73a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.809011] env[63339]: DEBUG nova.network.neutron [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updated VIF entry in instance network info cache for port 34c023c0-6337-4585-93e9-403e460dbeaa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 788.809673] env[63339]: DEBUG nova.network.neutron [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating instance_info_cache with network_info: [{"id": "34c023c0-6337-4585-93e9-403e460dbeaa", "address": "fa:16:3e:ae:fe:0c", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c023c0-63", "ovs_interfaceid": "34c023c0-6337-4585-93e9-403e460dbeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.067110] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9bc089-4824-449e-9a79-8a94649e5d7a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.076784] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82430163-089d-4e49-96ad-81de279f13b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.109073] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ff9d0-f74d-4325-aa74-bd84c5123305 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.117254] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba3b878-eaff-4c42-a0e9-afc6be504417 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.131629] env[63339]: DEBUG nova.compute.provider_tree [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.314850] env[63339]: DEBUG oslo_concurrency.lockutils [req-85d36ca7-15eb-435d-b0f9-9ad0dd01248a req-262b8456-45b2-4681-b953-ab051038ad78 service nova] Releasing lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.635932] env[63339]: DEBUG nova.scheduler.client.report [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.141487] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.143030] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.145175] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.865s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.146085] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.148213] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.306s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.149700] env[63339]: INFO nova.compute.claims [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.280688] env[63339]: INFO nova.scheduler.client.report [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Deleted allocations for instance fc50a5c0-b486-424c-af05-650f31d9595b [ 790.654849] env[63339]: DEBUG nova.compute.utils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.659630] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.659630] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 790.705285] env[63339]: DEBUG nova.policy [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd12a43c0d5647b28a2622cc60ae9477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58582bc35f954f0cba505bd7a1fe57eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.789760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d15939d-3e33-4885-b7c0-f795c37669f6 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Lock "fc50a5c0-b486-424c-af05-650f31d9595b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.019s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.008124] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Successfully created port: 686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 791.160042] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.696447] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f46a3-eabc-467d-aba0-911712206ffa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.706583] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c148f9-1b43-4f36-afdf-b1888cec0cfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.740020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2038fafe-ae47-4aa5-94a7-82b869421422 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.749090] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd44d1-115c-4926-bfac-18c16ac203b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.765366] env[63339]: DEBUG nova.compute.provider_tree [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.173635] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.268930] env[63339]: DEBUG nova.scheduler.client.report [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.549862] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Successfully updated port: 686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 792.775582] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.776155] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.778949] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.081s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.779257] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.782148] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.056s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.782344] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.784208] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.870s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.785614] env[63339]: INFO nova.compute.claims [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.813769] env[63339]: INFO nova.scheduler.client.report [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Deleted allocations for instance c11326c5-1647-4273-a28a-f59801f853cd [ 792.815676] env[63339]: INFO nova.scheduler.client.report [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Deleted allocations for instance 140495d7-00d9-4ab5-86f9-59ef7c708555 [ 793.052739] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "refresh_cache-e157b2b3-e398-4b7a-87f5-408800682b3b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.052977] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "refresh_cache-e157b2b3-e398-4b7a-87f5-408800682b3b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.053213] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 793.290669] env[63339]: DEBUG nova.compute.utils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.294963] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.295120] env[63339]: DEBUG nova.network.neutron [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 793.325369] env[63339]: DEBUG oslo_concurrency.lockutils [None req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.289s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.326324] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.778s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.326435] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "c11326c5-1647-4273-a28a-f59801f853cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.326631] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.326800] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.328149] env[63339]: DEBUG oslo_concurrency.lockutils [None req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Lock "140495d7-00d9-4ab5-86f9-59ef7c708555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.303s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.329288] env[63339]: INFO nova.compute.manager [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Terminating instance [ 793.378538] env[63339]: DEBUG nova.policy [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '318da9bd414c4b6c9d7ac760d3b3efb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '517605ac744e4a8cb1f4c592739d37f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.598362] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 793.655803] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.655956] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.656080] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.656316] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.656557] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.656652] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.656871] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.657060] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.657252] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.657524] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.657558] env[63339]: DEBUG nova.virt.hardware [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.661219] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbed9bc9-9e09-4bee-a8b9-52ff351dd826 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.672444] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52617181-5005-a4ae-bd6b-ebc6a73559d1/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 793.674174] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16659653-16e4-46b5-82cf-f0eba4786004 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.680782] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f5eed-76cc-4d86-98d7-6d68e5cfcfea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.695952] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52617181-5005-a4ae-bd6b-ebc6a73559d1/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 793.696228] env[63339]: ERROR oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52617181-5005-a4ae-bd6b-ebc6a73559d1/disk-0.vmdk due to incomplete transfer. [ 793.707126] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b3ab759f-077c-4a71-8eb3-24c4b35e22d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.722048] env[63339]: DEBUG nova.network.neutron [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Successfully created port: c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 793.726811] env[63339]: DEBUG oslo_vmware.rw_handles [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52617181-5005-a4ae-bd6b-ebc6a73559d1/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 793.726811] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Uploaded image 2ca28948-e389-4a89-8177-6d6fb164d16a to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 793.728617] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.731484] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09866b08-d2e3-4f35-a9e1-24d1f0b1bc97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.746030] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 793.746030] env[63339]: value = "task-4319823" [ 793.746030] env[63339]: _type = "Task" [ 793.746030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.756185] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319823, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.779875] env[63339]: DEBUG nova.network.neutron [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Updating instance_info_cache with network_info: [{"id": "686f6e30-1898-4f27-8db2-3d76129993da", "address": "fa:16:3e:bc:da:7f", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686f6e30-18", "ovs_interfaceid": "686f6e30-1898-4f27-8db2-3d76129993da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.795194] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.832497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.832739] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquired lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.832960] env[63339]: DEBUG nova.network.neutron [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 794.258778] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319823, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.282649] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "refresh_cache-e157b2b3-e398-4b7a-87f5-408800682b3b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.283186] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Instance network_info: |[{"id": "686f6e30-1898-4f27-8db2-3d76129993da", "address": "fa:16:3e:bc:da:7f", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686f6e30-18", "ovs_interfaceid": "686f6e30-1898-4f27-8db2-3d76129993da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.283738] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:da:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '686f6e30-1898-4f27-8db2-3d76129993da', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.293877] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.296921] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.297478] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d276cd87-e44c-4081-91d4-df1706307edb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.334713] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.334713] env[63339]: value = "task-4319824" [ 794.334713] env[63339]: _type = "Task" [ 794.334713] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.338200] env[63339]: DEBUG nova.compute.utils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Can not refresh info_cache because instance was not found {{(pid=63339) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 794.349646] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319824, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.375062] env[63339]: DEBUG nova.network.neutron [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 794.411702] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3f5a08-4ba3-4ed3-8afd-d35a05496969 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.420943] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c2802-5673-4740-b8c1-ea055773871f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.461626] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3e703-17a2-43ba-9fcc-6055353a4928 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.464946] env[63339]: DEBUG nova.compute.manager [req-57a783d8-b6aa-42fd-82f6-43ecf79812b0 req-7a5c910f-248c-437e-bed8-5953ae090c00 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Received event network-vif-plugged-686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 794.465182] env[63339]: DEBUG oslo_concurrency.lockutils [req-57a783d8-b6aa-42fd-82f6-43ecf79812b0 req-7a5c910f-248c-437e-bed8-5953ae090c00 service nova] Acquiring lock "e157b2b3-e398-4b7a-87f5-408800682b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.465389] env[63339]: DEBUG oslo_concurrency.lockutils [req-57a783d8-b6aa-42fd-82f6-43ecf79812b0 req-7a5c910f-248c-437e-bed8-5953ae090c00 service nova] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.465553] env[63339]: DEBUG oslo_concurrency.lockutils [req-57a783d8-b6aa-42fd-82f6-43ecf79812b0 req-7a5c910f-248c-437e-bed8-5953ae090c00 service nova] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.467039] env[63339]: DEBUG nova.compute.manager [req-57a783d8-b6aa-42fd-82f6-43ecf79812b0 req-7a5c910f-248c-437e-bed8-5953ae090c00 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] No waiting events found dispatching network-vif-plugged-686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.467039] env[63339]: WARNING nova.compute.manager [req-57a783d8-b6aa-42fd-82f6-43ecf79812b0 req-7a5c910f-248c-437e-bed8-5953ae090c00 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Received unexpected event network-vif-plugged-686f6e30-1898-4f27-8db2-3d76129993da for instance with vm_state building and task_state spawning. [ 794.473216] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed00dbf9-846f-4daa-8fd6-b927641fdb44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.493511] env[63339]: DEBUG nova.compute.provider_tree [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.734412] env[63339]: DEBUG nova.network.neutron [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.759798] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319823, 'name': Destroy_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.827080] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.847760] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319824, 'name': CreateVM_Task, 'duration_secs': 0.349431} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.850144] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.851760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.852018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.852359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.852637] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d48730-1975-438f-9473-df46c18c8f8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.858552] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.858858] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.859135] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.859418] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.859579] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.859727] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.860042] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.860239] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.860415] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.860601] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.860782] env[63339]: DEBUG nova.virt.hardware [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.861706] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeaf730-1796-43b3-a3d6-9aff240298e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.867583] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 794.867583] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5288a2f2-9062-fe2b-cb2d-c529664f9469" [ 794.867583] env[63339]: _type = "Task" [ 794.867583] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.877355] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec792c-10d8-4f0a-82db-f8a220e6f386 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.885733] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5288a2f2-9062-fe2b-cb2d-c529664f9469, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.886418] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.886665] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.887016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.887193] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.887386] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.888072] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232eaeb3-9fd5-4156-98a5-08cb6a755873 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.909619] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.909924] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.910801] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701525ac-efb7-4e53-9cd4-b8c212d6676a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.917508] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 794.917508] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e59b1b-e772-7570-5201-c726cc8e41ce" [ 794.917508] env[63339]: _type = "Task" [ 794.917508] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.927911] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e59b1b-e772-7570-5201-c726cc8e41ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.996822] env[63339]: DEBUG nova.scheduler.client.report [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.236884] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Releasing lock "refresh_cache-c11326c5-1647-4273-a28a-f59801f853cd" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237342] env[63339]: DEBUG nova.compute.manager [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.237623] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.237856] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfeb2f17-cc45-4c73-b021-6a096d7b90e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.248140] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a502c1-2849-4571-8e68-cacad5ea7f89 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.270362] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319823, 'name': Destroy_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.293846] env[63339]: WARNING nova.virt.vmwareapi.vmops [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c11326c5-1647-4273-a28a-f59801f853cd could not be found. [ 795.294354] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.294579] env[63339]: INFO nova.compute.manager [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Took 0.06 seconds to destroy the instance on the hypervisor. [ 795.294818] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.295169] env[63339]: DEBUG nova.compute.manager [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.295265] env[63339]: DEBUG nova.network.neutron [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 795.300550] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.300794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.301049] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.301340] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.301406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.304021] env[63339]: INFO nova.compute.manager [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Terminating instance [ 795.333091] env[63339]: DEBUG nova.network.neutron [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 795.429920] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e59b1b-e772-7570-5201-c726cc8e41ce, 'name': SearchDatastore_Task, 'duration_secs': 0.018095} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.434296] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f026c3-b442-4e4f-b858-bde92b1f3c95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.441466] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 795.441466] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c6eb53-5439-1208-7f75-1073a3bae701" [ 795.441466] env[63339]: _type = "Task" [ 795.441466] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.452696] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c6eb53-5439-1208-7f75-1073a3bae701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.510147] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.510730] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.516025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.406s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.521637] env[63339]: INFO nova.compute.claims [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.693482] env[63339]: DEBUG nova.network.neutron [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Successfully updated port: c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 795.772502] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319823, 'name': Destroy_Task, 'duration_secs': 1.601148} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.772619] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Destroyed the VM [ 795.772908] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.773214] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04f6a408-1ef2-4be4-bad4-94e7de6d939a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.782036] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 795.782036] env[63339]: value = "task-4319825" [ 795.782036] env[63339]: _type = "Task" [ 795.782036] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.796733] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.809915] env[63339]: DEBUG nova.compute.manager [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.809915] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.816022] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe7ab1-37ff-4a02-8000-1dfc83568d06 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.823706] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.823706] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1782b8fd-0796-49e2-ad10-b8b5cfce2bec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.836494] env[63339]: DEBUG nova.network.neutron [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.870028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "b09e59b5-8e84-4e1c-999d-26485313b701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.870028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "b09e59b5-8e84-4e1c-999d-26485313b701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.870028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "b09e59b5-8e84-4e1c-999d-26485313b701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.870028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "b09e59b5-8e84-4e1c-999d-26485313b701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.870425] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "b09e59b5-8e84-4e1c-999d-26485313b701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.872408] env[63339]: INFO nova.compute.manager [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Terminating instance [ 795.956284] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c6eb53-5439-1208-7f75-1073a3bae701, 'name': SearchDatastore_Task, 'duration_secs': 0.01934} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.956284] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.956284] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] e157b2b3-e398-4b7a-87f5-408800682b3b/e157b2b3-e398-4b7a-87f5-408800682b3b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.956284] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d3eee09-cae9-4dbb-9b11-76295613b388 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.968563] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 795.968563] env[63339]: value = "task-4319827" [ 795.968563] env[63339]: _type = "Task" [ 795.968563] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.027539] env[63339]: DEBUG nova.compute.utils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.036886] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.036886] env[63339]: DEBUG nova.network.neutron [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 796.125202] env[63339]: DEBUG nova.policy [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3adc3ecf4ce4c2ba189a303cb8e2ec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd11502cae6c14b109429786e7c70f05c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.194990] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "refresh_cache-1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.195386] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired lock "refresh_cache-1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.195554] env[63339]: DEBUG nova.network.neutron [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 796.275832] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "b2947fcd-7430-4919-ad62-a96ce5b70878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.276191] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.298372] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319825, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.343794] env[63339]: INFO nova.compute.manager [-] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Took 1.05 seconds to deallocate network for instance. [ 796.377939] env[63339]: DEBUG nova.compute.manager [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.378190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.379262] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccca2de-8a94-4d59-87d7-78b5cfed5231 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.400224] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.400224] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e7de66d-5310-4519-8de5-550a9e6cd058 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.411413] env[63339]: DEBUG oslo_vmware.api [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 796.411413] env[63339]: value = "task-4319828" [ 796.411413] env[63339]: _type = "Task" [ 796.411413] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.433104] env[63339]: DEBUG oslo_vmware.api [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.483245] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.538408] env[63339]: DEBUG nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Received event network-changed-686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 796.538578] env[63339]: DEBUG nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Refreshing instance network info cache due to event network-changed-686f6e30-1898-4f27-8db2-3d76129993da. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 796.539048] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Acquiring lock "refresh_cache-e157b2b3-e398-4b7a-87f5-408800682b3b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.539313] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Acquired lock "refresh_cache-e157b2b3-e398-4b7a-87f5-408800682b3b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.539591] env[63339]: DEBUG nova.network.neutron [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Refreshing network info cache for port 686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 796.545264] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.639175] env[63339]: DEBUG nova.network.neutron [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Successfully created port: 617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 796.694021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.694021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.694021] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleting the datastore file [datastore1] c158029b-a216-4e9e-b2b3-f73d34c41f5b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.694021] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585a7c01-2a02-4b62-977f-0c1b5cfc412a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.702606] env[63339]: DEBUG oslo_vmware.api [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 796.702606] env[63339]: value = "task-4319829" [ 796.702606] env[63339]: _type = "Task" [ 796.702606] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.718760] env[63339]: DEBUG oslo_vmware.api [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.767966] env[63339]: DEBUG nova.network.neutron [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 796.796039] env[63339]: DEBUG oslo_vmware.api [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849228} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.796039] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.796039] env[63339]: INFO nova.compute.manager [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Took 18.30 seconds to snapshot the instance on the hypervisor. [ 796.857791] env[63339]: INFO nova.compute.manager [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance disappeared during terminate [ 796.860125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7aedfd9-4192-4dcd-9648-ff85b9e6f8d5 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "c11326c5-1647-4273-a28a-f59801f853cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.532s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.927594] env[63339]: DEBUG oslo_vmware.api [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319828, 'name': PowerOffVM_Task, 'duration_secs': 0.282468} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.928020] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.928209] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.928472] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c057b1-dffb-4465-b30b-75641226b5f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.983749] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615084} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.987965] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] e157b2b3-e398-4b7a-87f5-408800682b3b/e157b2b3-e398-4b7a-87f5-408800682b3b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.987965] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.987965] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056ecf96-3ae2-4e1f-bab1-89b33acc5c4f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.998753] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 796.998753] env[63339]: value = "task-4319831" [ 796.998753] env[63339]: _type = "Task" [ 796.998753] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.007243] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.007243] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.007243] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Deleting the datastore file [datastore2] b09e59b5-8e84-4e1c-999d-26485313b701 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.012105] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11741085-7024-409b-917e-0a1eb925490e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.015896] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.022030] env[63339]: DEBUG oslo_vmware.api [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for the task: (returnval){ [ 797.022030] env[63339]: value = "task-4319832" [ 797.022030] env[63339]: _type = "Task" [ 797.022030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.032107] env[63339]: DEBUG oslo_vmware.api [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.059732] env[63339]: DEBUG nova.network.neutron [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Updating instance_info_cache with network_info: [{"id": "c826aee4-aca9-47f5-8530-a896148029b6", "address": "fa:16:3e:99:e0:40", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc826aee4-ac", "ovs_interfaceid": "c826aee4-aca9-47f5-8530-a896148029b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.220018] env[63339]: DEBUG oslo_vmware.api [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4319829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173518} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.220150] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.220517] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.220967] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.221264] env[63339]: INFO nova.compute.manager [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Took 1.41 seconds to destroy the instance on the hypervisor. [ 797.221533] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.227121] env[63339]: DEBUG nova.compute.manager [-] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.227121] env[63339]: DEBUG nova.network.neutron [-] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 797.304041] env[63339]: DEBUG nova.compute.manager [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Instance disappeared during snapshot {{(pid=63339) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 797.322397] env[63339]: DEBUG nova.compute.manager [None req-404dc5bb-67d9-421b-8ff1-d7efa0a16450 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image not found during clean up 2ca28948-e389-4a89-8177-6d6fb164d16a {{(pid=63339) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 797.407995] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae407d9-087b-42ec-b9a8-94a1303081d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.418035] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab17fe-c166-492b-bb4e-e2c05c94193f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.461490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757847dd-5ddd-4fe2-8e49-c9af99e458a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.472811] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c038f0bc-7524-4940-9454-212d43f9bcb9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.492305] env[63339]: DEBUG nova.compute.provider_tree [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.511015] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083087} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.511487] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.512645] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee8c849-0bad-4b07-a1e2-85fc820261f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.545306] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e157b2b3-e398-4b7a-87f5-408800682b3b/e157b2b3-e398-4b7a-87f5-408800682b3b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.545306] env[63339]: DEBUG nova.network.neutron [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Updated VIF entry in instance network info cache for port 686f6e30-1898-4f27-8db2-3d76129993da. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 797.545539] env[63339]: DEBUG nova.network.neutron [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Updating instance_info_cache with network_info: [{"id": "686f6e30-1898-4f27-8db2-3d76129993da", "address": "fa:16:3e:bc:da:7f", "network": {"id": "b1ed60f8-0319-4e36-8d5e-9628cb4f3c4b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1415302080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58582bc35f954f0cba505bd7a1fe57eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686f6e30-18", "ovs_interfaceid": "686f6e30-1898-4f27-8db2-3d76129993da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.546285] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1464b0a-dff3-4333-b9d8-9cf5f6f25d7a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.563854] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.566361] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Releasing lock "refresh_cache-1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.566749] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Instance network_info: |[{"id": "c826aee4-aca9-47f5-8530-a896148029b6", "address": "fa:16:3e:99:e0:40", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc826aee4-ac", "ovs_interfaceid": "c826aee4-aca9-47f5-8530-a896148029b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.572015] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:e0:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c826aee4-aca9-47f5-8530-a896148029b6', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.580481] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.580639] env[63339]: DEBUG oslo_vmware.api [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Task: {'id': task-4319832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163656} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.585626] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.585626] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.585893] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.586117] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.586304] env[63339]: INFO nova.compute.manager [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Took 1.21 seconds to destroy the instance on the hypervisor. [ 797.586563] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.586789] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 797.586789] env[63339]: value = "task-4319833" [ 797.586789] env[63339]: _type = "Task" [ 797.586789] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.587253] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0317c2ba-f5ed-4e1c-b232-bac2896a391d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.603858] env[63339]: DEBUG nova.compute.manager [-] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.603858] env[63339]: DEBUG nova.network.neutron [-] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 797.607755] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.608025] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.608185] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.608371] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.608522] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.608681] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.608891] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.609061] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.609231] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.609414] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.609586] env[63339]: DEBUG nova.virt.hardware [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.614138] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039cf55f-6400-4c0e-ac63-bf6d33ea4baa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.633078] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.635826] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.635826] env[63339]: value = "task-4319834" [ 797.635826] env[63339]: _type = "Task" [ 797.635826] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.639456] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa80557-842e-4200-81c4-752cc59cdfce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.662161] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319834, 'name': CreateVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.905415] env[63339]: DEBUG nova.compute.manager [req-b28bfa1c-8a20-4277-b5c9-0f88767b0280 req-f355230a-dcb5-4b10-b01e-6bcf03df0d5f service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Received event network-vif-deleted-37b87b8d-188c-417f-adf4-518584e3f8e6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 797.905415] env[63339]: INFO nova.compute.manager [req-b28bfa1c-8a20-4277-b5c9-0f88767b0280 req-f355230a-dcb5-4b10-b01e-6bcf03df0d5f service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Neutron deleted interface 37b87b8d-188c-417f-adf4-518584e3f8e6; detaching it from the instance and deleting it from the info cache [ 797.905502] env[63339]: DEBUG nova.network.neutron [req-b28bfa1c-8a20-4277-b5c9-0f88767b0280 req-f355230a-dcb5-4b10-b01e-6bcf03df0d5f service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.997951] env[63339]: DEBUG nova.scheduler.client.report [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.018721] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece09a-e480-8853-4d56-eb158172a950/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.023232] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998c62f1-6dba-4cb9-8839-0615cffaf6cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.031477] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece09a-e480-8853-4d56-eb158172a950/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.033900] env[63339]: ERROR oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece09a-e480-8853-4d56-eb158172a950/disk-0.vmdk due to incomplete transfer. [ 798.033900] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c9a51a24-9242-4bb9-8185-72c4f72cbd2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.043114] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece09a-e480-8853-4d56-eb158172a950/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.043293] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Uploaded image ca5cc884-58e4-4a6b-bacb-229994d028af to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.045162] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.046016] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a3de7548-18de-4c81-9751-34ada797eca1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.053922] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 798.053922] env[63339]: value = "task-4319835" [ 798.053922] env[63339]: _type = "Task" [ 798.053922] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.066079] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Releasing lock "refresh_cache-e157b2b3-e398-4b7a-87f5-408800682b3b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.066284] env[63339]: DEBUG nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Received event network-vif-plugged-c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 798.066540] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Acquiring lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.066768] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.066960] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.067217] env[63339]: DEBUG nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] No waiting events found dispatching network-vif-plugged-c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.067319] env[63339]: WARNING nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Received unexpected event network-vif-plugged-c826aee4-aca9-47f5-8530-a896148029b6 for instance with vm_state building and task_state spawning. [ 798.067496] env[63339]: DEBUG nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Received event network-changed-c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 798.067663] env[63339]: DEBUG nova.compute.manager [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Refreshing instance network info cache due to event network-changed-c826aee4-aca9-47f5-8530-a896148029b6. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 798.067861] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Acquiring lock "refresh_cache-1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.068055] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Acquired lock "refresh_cache-1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.069022] env[63339]: DEBUG nova.network.neutron [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Refreshing network info cache for port c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 798.070477] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319835, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.117482] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.147925] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319834, 'name': CreateVM_Task, 'duration_secs': 0.430192} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.148104] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.149066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.149429] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.149600] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.150324] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1580c3c-ead4-4023-8aa7-6031dfa641cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.157130] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 798.157130] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521c2130-d1e1-4870-fbf2-a619f45e874b" [ 798.157130] env[63339]: _type = "Task" [ 798.157130] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.172880] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521c2130-d1e1-4870-fbf2-a619f45e874b, 'name': SearchDatastore_Task} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.173244] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.173522] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.173859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.174000] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.174233] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.174549] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1fe399-0410-47f8-8993-dffeb615205c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.183967] env[63339]: DEBUG nova.network.neutron [-] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.185911] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.186126] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.187257] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c647175-d1ee-4937-b4a4-360846aae310 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.193772] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 798.193772] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5206384d-dbb9-6131-d82e-b9325c04c8af" [ 798.193772] env[63339]: _type = "Task" [ 798.193772] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.204019] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5206384d-dbb9-6131-d82e-b9325c04c8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.412341] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59d7cbbb-4115-42b1-8a6d-dc64a10092dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.423577] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e16c1b-3fe3-4466-8ba6-6f8742c8a7fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.467443] env[63339]: DEBUG nova.compute.manager [req-b28bfa1c-8a20-4277-b5c9-0f88767b0280 req-f355230a-dcb5-4b10-b01e-6bcf03df0d5f service nova] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Detach interface failed, port_id=37b87b8d-188c-417f-adf4-518584e3f8e6, reason: Instance c158029b-a216-4e9e-b2b3-f73d34c41f5b could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 798.506228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.991s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.506806] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.510185] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.964s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.514020] env[63339]: INFO nova.compute.claims [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.561629] env[63339]: DEBUG nova.network.neutron [-] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.570519] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319835, 'name': Destroy_Task, 'duration_secs': 0.333407} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.570805] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Destroyed the VM [ 798.571069] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 798.575443] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c844228f-06d4-426c-b426-38c4a666ffaa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.586512] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 798.586512] env[63339]: value = "task-4319836" [ 798.586512] env[63339]: _type = "Task" [ 798.586512] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.595931] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319836, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.617528] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319833, 'name': ReconfigVM_Task, 'duration_secs': 0.591687} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.618502] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e157b2b3-e398-4b7a-87f5-408800682b3b/e157b2b3-e398-4b7a-87f5-408800682b3b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.618798] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30a19db-d3cd-4790-833b-35a879070519 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.626742] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 798.626742] env[63339]: value = "task-4319837" [ 798.626742] env[63339]: _type = "Task" [ 798.626742] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.637349] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319837, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.688216] env[63339]: INFO nova.compute.manager [-] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Took 1.46 seconds to deallocate network for instance. [ 798.713989] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5206384d-dbb9-6131-d82e-b9325c04c8af, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.713989] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484c8be0-b6c6-436e-ab7e-77646576c2c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.723023] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 798.723023] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5229da1d-13d8-4f29-2bb5-f888cbf551dc" [ 798.723023] env[63339]: _type = "Task" [ 798.723023] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.731918] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5229da1d-13d8-4f29-2bb5-f888cbf551dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.833903] env[63339]: DEBUG nova.compute.manager [req-e0445f3b-9896-4fa5-acff-787613b81a4a req-94330b86-44e7-4968-a291-7b5bf2a05d32 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Received event network-vif-plugged-617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 798.836033] env[63339]: DEBUG oslo_concurrency.lockutils [req-e0445f3b-9896-4fa5-acff-787613b81a4a req-94330b86-44e7-4968-a291-7b5bf2a05d32 service nova] Acquiring lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.836033] env[63339]: DEBUG oslo_concurrency.lockutils [req-e0445f3b-9896-4fa5-acff-787613b81a4a req-94330b86-44e7-4968-a291-7b5bf2a05d32 service nova] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.836033] env[63339]: DEBUG oslo_concurrency.lockutils [req-e0445f3b-9896-4fa5-acff-787613b81a4a req-94330b86-44e7-4968-a291-7b5bf2a05d32 service nova] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.836033] env[63339]: DEBUG nova.compute.manager [req-e0445f3b-9896-4fa5-acff-787613b81a4a req-94330b86-44e7-4968-a291-7b5bf2a05d32 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] No waiting events found dispatching network-vif-plugged-617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.836033] env[63339]: WARNING nova.compute.manager [req-e0445f3b-9896-4fa5-acff-787613b81a4a req-94330b86-44e7-4968-a291-7b5bf2a05d32 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Received unexpected event network-vif-plugged-617749a5-0730-4c87-a994-89570c44861d for instance with vm_state building and task_state spawning. [ 798.894634] env[63339]: DEBUG nova.network.neutron [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Updated VIF entry in instance network info cache for port c826aee4-aca9-47f5-8530-a896148029b6. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 798.895034] env[63339]: DEBUG nova.network.neutron [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Updating instance_info_cache with network_info: [{"id": "c826aee4-aca9-47f5-8530-a896148029b6", "address": "fa:16:3e:99:e0:40", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc826aee4-ac", "ovs_interfaceid": "c826aee4-aca9-47f5-8530-a896148029b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.931753] env[63339]: DEBUG nova.network.neutron [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Successfully updated port: 617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 799.017539] env[63339]: DEBUG nova.compute.utils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.023300] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.023300] env[63339]: DEBUG nova.network.neutron [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 799.049704] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "157a0eb6-751e-41f4-8d11-93b5384da835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.049959] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "157a0eb6-751e-41f4-8d11-93b5384da835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.066158] env[63339]: INFO nova.compute.manager [-] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Took 1.46 seconds to deallocate network for instance. [ 799.099242] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319836, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.101473] env[63339]: DEBUG nova.policy [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7876fad7cc364c509967836227504d17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1b9c53edcd94154ae1bcaba6daf0fd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.140285] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319837, 'name': Rename_Task, 'duration_secs': 0.146288} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.140285] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.140479] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c658571-6077-4883-a25c-6937af53bebd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.149527] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 799.149527] env[63339]: value = "task-4319838" [ 799.149527] env[63339]: _type = "Task" [ 799.149527] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.159374] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.202684] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.233444] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5229da1d-13d8-4f29-2bb5-f888cbf551dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.233766] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.234155] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d/1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.234500] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d036894d-58c5-4f72-a94e-322d4a017ae5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.243124] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 799.243124] env[63339]: value = "task-4319839" [ 799.243124] env[63339]: _type = "Task" [ 799.243124] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.254267] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.402259] env[63339]: DEBUG oslo_concurrency.lockutils [req-c7698f83-b8c4-4de9-b199-6ec6aa40dfd4 req-3578561c-1ce5-4733-8964-25f87a1472e1 service nova] Releasing lock "refresh_cache-1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.436436] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "refresh_cache-9190b8ee-1921-4917-b6ba-d61a797e5ac7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.436772] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquired lock "refresh_cache-9190b8ee-1921-4917-b6ba-d61a797e5ac7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.436772] env[63339]: DEBUG nova.network.neutron [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 799.523760] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.578693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.599272] env[63339]: DEBUG oslo_vmware.api [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319836, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687981} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.605082] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.605082] env[63339]: INFO nova.compute.manager [None req-04435efd-e292-496b-8312-001f5403aaa9 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Took 15.64 seconds to snapshot the instance on the hypervisor. [ 799.665997] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.743602] env[63339]: DEBUG nova.network.neutron [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Successfully created port: 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 799.768841] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319839, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.986446] env[63339]: DEBUG nova.network.neutron [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 800.160155] env[63339]: DEBUG oslo_vmware.api [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319838, 'name': PowerOnVM_Task, 'duration_secs': 0.586466} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.162878] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.163166] env[63339]: INFO nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Took 7.99 seconds to spawn the instance on the hypervisor. [ 800.163393] env[63339]: DEBUG nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.164531] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd01afd8-1ed1-49c0-b87a-16461dfd1007 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.181282] env[63339]: DEBUG nova.network.neutron [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Updating instance_info_cache with network_info: [{"id": "617749a5-0730-4c87-a994-89570c44861d", "address": "fa:16:3e:d3:e7:8d", "network": {"id": "fba11b27-8875-4b74-831e-49bca969750d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-885591468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11502cae6c14b109429786e7c70f05c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617749a5-07", "ovs_interfaceid": "617749a5-0730-4c87-a994-89570c44861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.257813] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5548} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.262074] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d/1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.262352] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.262827] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d66cf4b4-58f8-4ee1-b981-7083ed4b628f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.270500] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 800.270500] env[63339]: value = "task-4319840" [ 800.270500] env[63339]: _type = "Task" [ 800.270500] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.280452] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.282412] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9800ebb0-ff2f-4a07-8d62-4440f56839de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.290146] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596f978-14e8-40cd-bb5e-9d9aeeb99576 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.324983] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e24e2e-f6ac-4ddb-909d-e8895b2a43e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.334443] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aef84b5-ed0d-4e48-86cc-08901892abf9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.350387] env[63339]: DEBUG nova.compute.provider_tree [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.473786] env[63339]: DEBUG nova.compute.manager [req-5aecaacc-4294-4298-9db0-7068e0877010 req-804785ff-e8e4-48a6-a766-f054ebc099e1 service nova] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Received event network-vif-deleted-c98eb027-c214-4e05-8490-4eb09ddd7e80 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 800.540069] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.566824] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.567104] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.567333] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.567456] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.567600] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.567745] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.567956] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.570524] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.570524] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.570524] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.570524] env[63339]: DEBUG nova.virt.hardware [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.570524] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aaa485-eb3e-4eb0-a162-05a1409c5fd4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.578332] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab688df-3bea-4fcc-8ddc-74288ba039b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.686264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Releasing lock "refresh_cache-9190b8ee-1921-4917-b6ba-d61a797e5ac7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.686713] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Instance network_info: |[{"id": "617749a5-0730-4c87-a994-89570c44861d", "address": "fa:16:3e:d3:e7:8d", "network": {"id": "fba11b27-8875-4b74-831e-49bca969750d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-885591468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11502cae6c14b109429786e7c70f05c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617749a5-07", "ovs_interfaceid": "617749a5-0730-4c87-a994-89570c44861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.686984] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:e7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '617749a5-0730-4c87-a994-89570c44861d', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.694835] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Creating folder: Project (d11502cae6c14b109429786e7c70f05c). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.695479] env[63339]: INFO nova.compute.manager [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Took 48.39 seconds to build instance. [ 800.696440] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4193e0fa-b2eb-47cb-b6d0-6d8b7d399860 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.710054] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Created folder: Project (d11502cae6c14b109429786e7c70f05c) in parent group-v849594. [ 800.710054] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Creating folder: Instances. Parent ref: group-v849701. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.710350] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-648c8ff3-d224-4a15-be93-215e91e87c97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.723611] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Created folder: Instances in parent group-v849701. [ 800.723907] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.724205] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.724452] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b36a2471-41e9-49fb-9c1e-1c103b9432d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.746752] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.746752] env[63339]: value = "task-4319843" [ 800.746752] env[63339]: _type = "Task" [ 800.746752] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.756624] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319843, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.781374] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14796} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.781661] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.782584] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a849630f-6518-4072-8c8f-dc58dc52099c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.812065] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d/1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.813615] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db8db04-dd27-4d2c-a8d9-ea0e1f1697a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.836549] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 800.836549] env[63339]: value = "task-4319844" [ 800.836549] env[63339]: _type = "Task" [ 800.836549] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.847062] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.853392] env[63339]: DEBUG nova.scheduler.client.report [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.059431] env[63339]: DEBUG nova.compute.manager [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Received event network-changed-617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 801.059699] env[63339]: DEBUG nova.compute.manager [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Refreshing instance network info cache due to event network-changed-617749a5-0730-4c87-a994-89570c44861d. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 801.060028] env[63339]: DEBUG oslo_concurrency.lockutils [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] Acquiring lock "refresh_cache-9190b8ee-1921-4917-b6ba-d61a797e5ac7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.060168] env[63339]: DEBUG oslo_concurrency.lockutils [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] Acquired lock "refresh_cache-9190b8ee-1921-4917-b6ba-d61a797e5ac7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.060456] env[63339]: DEBUG nova.network.neutron [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Refreshing network info cache for port 617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 801.200104] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.667s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.258025] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319843, 'name': CreateVM_Task, 'duration_secs': 0.368794} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.258025] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.258629] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.258798] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.259156] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259430] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c29244e-7c57-4abb-86bc-8c2660a75a1b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.266820] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 801.266820] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528a46b5-6b8c-6591-74f1-495542e54ede" [ 801.266820] env[63339]: _type = "Task" [ 801.266820] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.275456] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528a46b5-6b8c-6591-74f1-495542e54ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.290595] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "e157b2b3-e398-4b7a-87f5-408800682b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.290879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.291109] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "e157b2b3-e398-4b7a-87f5-408800682b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.291301] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.291468] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.293790] env[63339]: INFO nova.compute.manager [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Terminating instance [ 801.348041] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319844, 'name': ReconfigVM_Task, 'duration_secs': 0.33747} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.348041] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d/1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.348224] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff49d1ae-5c5e-4c1f-99a9-9970aa6a458f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.356727] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 801.356727] env[63339]: value = "task-4319845" [ 801.356727] env[63339]: _type = "Task" [ 801.356727] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.361072] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.361593] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.364389] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.770s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.364593] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.367420] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.211s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.367420] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.369015] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.175s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.369209] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.370784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.817s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.372250] env[63339]: INFO nova.compute.claims [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.383053] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319845, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.403705] env[63339]: INFO nova.scheduler.client.report [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Deleted allocations for instance 122f1c7e-ca09-4de2-a233-b2eed242e5c7 [ 801.405724] env[63339]: INFO nova.scheduler.client.report [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Deleted allocations for instance eef7f93f-732f-42d5-bd76-cc760fba4f94 [ 801.423994] env[63339]: INFO nova.scheduler.client.report [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Deleted allocations for instance f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c [ 801.591137] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "5e43cd98-f6ad-4f80-948f-00fbff73b684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.591569] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.591975] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "5e43cd98-f6ad-4f80-948f-00fbff73b684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.592242] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.592535] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.595621] env[63339]: INFO nova.compute.manager [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Terminating instance [ 801.703341] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.777219] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528a46b5-6b8c-6591-74f1-495542e54ede, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.777878] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.778105] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.778345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.778492] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.778671] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.778941] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7fc2bdb-f6e5-4a43-b76e-be1ecbf77804 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.790076] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.790076] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.790076] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4ec18e-79a5-4f6a-92aa-3e6928d29c7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.795147] env[63339]: DEBUG nova.network.neutron [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Updated VIF entry in instance network info cache for port 617749a5-0730-4c87-a994-89570c44861d. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 801.795471] env[63339]: DEBUG nova.network.neutron [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Updating instance_info_cache with network_info: [{"id": "617749a5-0730-4c87-a994-89570c44861d", "address": "fa:16:3e:d3:e7:8d", "network": {"id": "fba11b27-8875-4b74-831e-49bca969750d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-885591468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11502cae6c14b109429786e7c70f05c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617749a5-07", "ovs_interfaceid": "617749a5-0730-4c87-a994-89570c44861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.798142] env[63339]: DEBUG nova.compute.manager [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.798381] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.799411] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c81f9-ee8f-42d9-9681-ba139a3412ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.803802] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 801.803802] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520c1810-b414-35b3-c2f8-0ca9092187a9" [ 801.803802] env[63339]: _type = "Task" [ 801.803802] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.811078] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.811756] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a84e9f-b0e8-481f-bcb5-15a616023288 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.818217] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520c1810-b414-35b3-c2f8-0ca9092187a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.829220] env[63339]: DEBUG oslo_vmware.api [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 801.829220] env[63339]: value = "task-4319846" [ 801.829220] env[63339]: _type = "Task" [ 801.829220] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.833947] env[63339]: DEBUG nova.network.neutron [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Successfully updated port: 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 801.841295] env[63339]: DEBUG oslo_vmware.api [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.870143] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319845, 'name': Rename_Task, 'duration_secs': 0.145137} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.870143] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.870576] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc0dded-55ac-47aa-a302-645ab2b480fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.878411] env[63339]: DEBUG nova.compute.utils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.886211] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.886211] env[63339]: DEBUG nova.network.neutron [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 801.887133] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 801.887133] env[63339]: value = "task-4319847" [ 801.887133] env[63339]: _type = "Task" [ 801.887133] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.901698] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.917789] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2685721d-694b-40a6-8a89-97efcaf38e02 tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Lock "122f1c7e-ca09-4de2-a233-b2eed242e5c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.392s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.921045] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85972921-fe32-4bc7-8ee7-82e037f89c81 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Lock "eef7f93f-732f-42d5-bd76-cc760fba4f94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.627s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.936497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Lock "f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.888s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.969767] env[63339]: DEBUG nova.policy [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2731878fa95b453daf43b34b5fc9df94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b0ff7231588491faef7def4c161e495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.105065] env[63339]: DEBUG nova.compute.manager [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.105143] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.106097] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b98d2-f408-45cf-82af-6f9b9dc4e27b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.115101] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.115101] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b2c3e7-b2f3-4bfd-b973-cf6154455c7e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.121753] env[63339]: DEBUG oslo_vmware.api [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 802.121753] env[63339]: value = "task-4319848" [ 802.121753] env[63339]: _type = "Task" [ 802.121753] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.132132] env[63339]: DEBUG oslo_vmware.api [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.231827] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.299300] env[63339]: DEBUG oslo_concurrency.lockutils [req-f9a55ffd-c16a-465b-9c04-95b22959801b req-9618eaeb-6125-442b-8c05-1e1fc054a141 service nova] Releasing lock "refresh_cache-9190b8ee-1921-4917-b6ba-d61a797e5ac7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.317012] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520c1810-b414-35b3-c2f8-0ca9092187a9, 'name': SearchDatastore_Task, 'duration_secs': 0.024651} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.318086] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c485c4-25c7-4bc3-be28-6daef9a4c223 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.325972] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 802.325972] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5261ab6b-da3f-297c-b310-00c40f42b162" [ 802.325972] env[63339]: _type = "Task" [ 802.325972] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.345923] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "refresh_cache-44732039-3298-4b19-af37-ea5a5bd6c181" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.345923] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquired lock "refresh_cache-44732039-3298-4b19-af37-ea5a5bd6c181" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.345923] env[63339]: DEBUG nova.network.neutron [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 802.347161] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5261ab6b-da3f-297c-b310-00c40f42b162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.353509] env[63339]: DEBUG oslo_vmware.api [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319846, 'name': PowerOffVM_Task, 'duration_secs': 0.20885} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.353797] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.353962] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.354286] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ef29f6-924d-49fc-a85f-5a5cd3b2ca36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.386104] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.410769] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.641343] env[63339]: DEBUG oslo_vmware.api [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319848, 'name': PowerOffVM_Task, 'duration_secs': 0.23108} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.641695] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.641819] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.642243] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7566aaf6-8f52-46ef-b586-11d7fb24730c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.659101] env[63339]: DEBUG nova.network.neutron [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Successfully created port: 9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 802.839086] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5261ab6b-da3f-297c-b310-00c40f42b162, 'name': SearchDatastore_Task, 'duration_secs': 0.020696} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.839377] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.839638] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 9190b8ee-1921-4917-b6ba-d61a797e5ac7/9190b8ee-1921-4917-b6ba-d61a797e5ac7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.839904] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c33a4cd-a03e-48fd-a7a6-a2aad62b9583 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.848667] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 802.848667] env[63339]: value = "task-4319851" [ 802.848667] env[63339]: _type = "Task" [ 802.848667] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.860138] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.921057] env[63339]: DEBUG nova.network.neutron [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 802.923155] env[63339]: DEBUG oslo_vmware.api [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319847, 'name': PowerOnVM_Task, 'duration_secs': 0.67869} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.925745] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.925968] env[63339]: INFO nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Took 8.10 seconds to spawn the instance on the hypervisor. [ 802.926332] env[63339]: DEBUG nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.928304] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14f767-0bc3-4dcc-a94d-3075b9001645 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.140317] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b935d-1472-47e8-b29f-761382bb7938 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.150257] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab5330-5b0b-435c-80c5-33c9a8dff370 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.191901] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb7c0a9-4bcf-4866-ae85-3b1b9a1300ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.211803] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4075e5-8a5c-4b24-a65b-1bcb5a0078a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.227770] env[63339]: DEBUG nova.compute.provider_tree [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.259700] env[63339]: DEBUG nova.compute.manager [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.259700] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330c5ff-4ca3-4a5b-a496-a582456a2ca2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.292403] env[63339]: DEBUG nova.compute.manager [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Received event network-vif-plugged-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 803.294025] env[63339]: DEBUG oslo_concurrency.lockutils [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] Acquiring lock "44732039-3298-4b19-af37-ea5a5bd6c181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.294025] env[63339]: DEBUG oslo_concurrency.lockutils [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] Lock "44732039-3298-4b19-af37-ea5a5bd6c181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.294025] env[63339]: DEBUG oslo_concurrency.lockutils [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] Lock "44732039-3298-4b19-af37-ea5a5bd6c181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.294463] env[63339]: DEBUG nova.compute.manager [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] No waiting events found dispatching network-vif-plugged-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.294563] env[63339]: WARNING nova.compute.manager [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Received unexpected event network-vif-plugged-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 for instance with vm_state building and task_state spawning. [ 803.294724] env[63339]: DEBUG nova.compute.manager [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Received event network-changed-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 803.294885] env[63339]: DEBUG nova.compute.manager [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Refreshing instance network info cache due to event network-changed-450e375e-b74a-4f7a-90fd-d9ec4b852ab1. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 803.295085] env[63339]: DEBUG oslo_concurrency.lockutils [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] Acquiring lock "refresh_cache-44732039-3298-4b19-af37-ea5a5bd6c181" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.354998] env[63339]: DEBUG nova.network.neutron [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Updating instance_info_cache with network_info: [{"id": "450e375e-b74a-4f7a-90fd-d9ec4b852ab1", "address": "fa:16:3e:76:0e:9f", "network": {"id": "ab88802c-3e17-40e9-8ea5-e14efd2bc739", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1962473282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b9c53edcd94154ae1bcaba6daf0fd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450e375e-b7", "ovs_interfaceid": "450e375e-b74a-4f7a-90fd-d9ec4b852ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.365412] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.412901] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.453223] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.453586] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.454124] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.454124] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.454200] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.454332] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.454590] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.454777] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.454953] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.455130] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.455301] env[63339]: DEBUG nova.virt.hardware [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.456456] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f735f9fb-7768-4513-bb28-b86729a83729 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.462534] env[63339]: INFO nova.compute.manager [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Took 45.64 seconds to build instance. [ 803.473073] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02af6f6d-97d7-4b96-b77b-05f60250bf13 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.731694] env[63339]: DEBUG nova.scheduler.client.report [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.772704] env[63339]: INFO nova.compute.manager [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] instance snapshotting [ 803.776578] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f7536-d1b5-403f-a244-e7153de697bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.799803] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a714cf-3577-4c77-bf38-175a81b52d4a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.815632] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.818764] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.818764] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleting the datastore file [datastore1] e157b2b3-e398-4b7a-87f5-408800682b3b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.820679] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac03dd39-1f7d-4006-96f9-2b234cbf881c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.827707] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.828023] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.828225] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleting the datastore file [datastore1] 5e43cd98-f6ad-4f80-948f-00fbff73b684 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.829583] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b0f84d-17d6-4314-98ce-1075513d38b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.840194] env[63339]: DEBUG oslo_vmware.api [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 803.840194] env[63339]: value = "task-4319852" [ 803.840194] env[63339]: _type = "Task" [ 803.840194] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.841999] env[63339]: DEBUG oslo_vmware.api [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for the task: (returnval){ [ 803.841999] env[63339]: value = "task-4319853" [ 803.841999] env[63339]: _type = "Task" [ 803.841999] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.859422] env[63339]: DEBUG oslo_vmware.api [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.859886] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Releasing lock "refresh_cache-44732039-3298-4b19-af37-ea5a5bd6c181" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.860251] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Instance network_info: |[{"id": "450e375e-b74a-4f7a-90fd-d9ec4b852ab1", "address": "fa:16:3e:76:0e:9f", "network": {"id": "ab88802c-3e17-40e9-8ea5-e14efd2bc739", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1962473282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b9c53edcd94154ae1bcaba6daf0fd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450e375e-b7", "ovs_interfaceid": "450e375e-b74a-4f7a-90fd-d9ec4b852ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.860516] env[63339]: DEBUG oslo_vmware.api [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.861195] env[63339]: DEBUG oslo_concurrency.lockutils [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] Acquired lock "refresh_cache-44732039-3298-4b19-af37-ea5a5bd6c181" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.861395] env[63339]: DEBUG nova.network.neutron [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Refreshing network info cache for port 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 803.862650] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:0e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '450e375e-b74a-4f7a-90fd-d9ec4b852ab1', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.870482] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Creating folder: Project (c1b9c53edcd94154ae1bcaba6daf0fd8). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.878857] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cb00e86-591d-417f-8e31-36fa4b74290d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.880840] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635245} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.882140] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 9190b8ee-1921-4917-b6ba-d61a797e5ac7/9190b8ee-1921-4917-b6ba-d61a797e5ac7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.882361] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.883027] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a9db75e-8f06-447d-8e7d-1ee22cb04d25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.891575] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 803.891575] env[63339]: value = "task-4319855" [ 803.891575] env[63339]: _type = "Task" [ 803.891575] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.893343] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Created folder: Project (c1b9c53edcd94154ae1bcaba6daf0fd8) in parent group-v849594. [ 803.893648] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Creating folder: Instances. Parent ref: group-v849704. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.897212] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c49e9469-0b9a-49a6-b736-2e1c1be066ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.906978] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.915439] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Created folder: Instances in parent group-v849704. [ 803.915567] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.915740] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.916379] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-248d9bdb-5438-4c0a-9117-8ee3c943124f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.938864] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.938864] env[63339]: value = "task-4319857" [ 803.938864] env[63339]: _type = "Task" [ 803.938864] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.949242] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319857, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.970491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6731d70-63a0-48e0-948c-f4f36d618fd0 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.014s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.242893] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.243139] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.246177] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.393s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.249195] env[63339]: INFO nova.compute.claims [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.318748] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.319637] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dcbff21-78cf-4388-91d0-62915ee4de17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.329301] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 804.329301] env[63339]: value = "task-4319858" [ 804.329301] env[63339]: _type = "Task" [ 804.329301] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.340243] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.362909] env[63339]: DEBUG oslo_vmware.api [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252763} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.363584] env[63339]: DEBUG oslo_vmware.api [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Task: {'id': task-4319853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257631} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.367986] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.371918] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.371918] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.371918] env[63339]: INFO nova.compute.manager [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Took 2.57 seconds to destroy the instance on the hypervisor. [ 804.371918] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.371918] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.372190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.372190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.372190] env[63339]: INFO nova.compute.manager [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Took 2.26 seconds to destroy the instance on the hypervisor. [ 804.372190] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.372190] env[63339]: DEBUG nova.compute.manager [-] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.372190] env[63339]: DEBUG nova.network.neutron [-] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 804.374873] env[63339]: DEBUG nova.compute.manager [-] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.375686] env[63339]: DEBUG nova.network.neutron [-] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 804.407427] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075495} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.407427] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.407427] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe3698-07d9-49b6-9bcd-7ddf98e4d6fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.434222] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 9190b8ee-1921-4917-b6ba-d61a797e5ac7/9190b8ee-1921-4917-b6ba-d61a797e5ac7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.434821] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f952321-6d61-4315-87db-80b61e7e1598 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.466712] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319857, 'name': CreateVM_Task, 'duration_secs': 0.370582} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.466712] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.467188] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 804.467188] env[63339]: value = "task-4319859" [ 804.467188] env[63339]: _type = "Task" [ 804.467188] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.467776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.467855] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468196] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468508] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db84a73-d649-47dd-9d50-39fefe0c0279 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.473555] env[63339]: DEBUG nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.481134] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 804.481134] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bc1d51-c5af-c47b-880d-e3a47090bb34" [ 804.481134] env[63339]: _type = "Task" [ 804.481134] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.484340] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.495953] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bc1d51-c5af-c47b-880d-e3a47090bb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.519377] env[63339]: DEBUG nova.network.neutron [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Updated VIF entry in instance network info cache for port 450e375e-b74a-4f7a-90fd-d9ec4b852ab1. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 804.519732] env[63339]: DEBUG nova.network.neutron [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Updating instance_info_cache with network_info: [{"id": "450e375e-b74a-4f7a-90fd-d9ec4b852ab1", "address": "fa:16:3e:76:0e:9f", "network": {"id": "ab88802c-3e17-40e9-8ea5-e14efd2bc739", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1962473282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b9c53edcd94154ae1bcaba6daf0fd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450e375e-b7", "ovs_interfaceid": "450e375e-b74a-4f7a-90fd-d9ec4b852ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.754174] env[63339]: DEBUG nova.compute.utils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.760244] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.760244] env[63339]: DEBUG nova.network.neutron [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 804.840388] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.865277] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.865409] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.865597] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.865780] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.865953] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.867899] env[63339]: INFO nova.compute.manager [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Terminating instance [ 804.939766] env[63339]: DEBUG nova.policy [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba543e44ff7140a18cac13e2c0c87179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54834d28ceac43ada17f0e3c57e8639e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.982636] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.997736] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bc1d51-c5af-c47b-880d-e3a47090bb34, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.998066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998384] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.998609] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.998770] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.998953] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.999250] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0a43c1-f379-4313-8b3c-5b86441818ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.009258] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.009472] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.011145] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.011390] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7feb248b-2662-40eb-8b96-f7106ccaadec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.017410] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 805.017410] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a1f85f-7605-ef5d-d0e8-0f1529910f86" [ 805.017410] env[63339]: _type = "Task" [ 805.017410] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.022280] env[63339]: DEBUG oslo_concurrency.lockutils [req-5237d390-2810-421e-b3a3-a191efe28f53 req-10ede01b-0274-48d1-bf5b-4a04036b667e service nova] Releasing lock "refresh_cache-44732039-3298-4b19-af37-ea5a5bd6c181" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.028371] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a1f85f-7605-ef5d-d0e8-0f1529910f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.167035] env[63339]: DEBUG nova.network.neutron [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Successfully updated port: 9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.263426] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.345658] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.373140] env[63339]: DEBUG nova.compute.manager [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.373140] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.374308] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2662818-65e9-440c-8c76-ef01df1e7313 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.385215] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.386115] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-276b1376-3aa0-47ee-8891-78bf1032143d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.394149] env[63339]: DEBUG oslo_vmware.api [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 805.394149] env[63339]: value = "task-4319860" [ 805.394149] env[63339]: _type = "Task" [ 805.394149] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.409722] env[63339]: DEBUG oslo_vmware.api [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.484082] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319859, 'name': ReconfigVM_Task, 'duration_secs': 0.731279} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.485379] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 9190b8ee-1921-4917-b6ba-d61a797e5ac7/9190b8ee-1921-4917-b6ba-d61a797e5ac7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.488836] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e2d986-b672-4c48-933e-e0e01e99fe31 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.499356] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 805.499356] env[63339]: value = "task-4319861" [ 805.499356] env[63339]: _type = "Task" [ 805.499356] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.519071] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319861, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.528980] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a1f85f-7605-ef5d-d0e8-0f1529910f86, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.532607] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0dac7d-c24f-4d5c-825d-24324c9f5d6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.540626] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 805.540626] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c1d6be-e8ef-9976-4daa-0eda04c90d71" [ 805.540626] env[63339]: _type = "Task" [ 805.540626] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.558675] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c1d6be-e8ef-9976-4daa-0eda04c90d71, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.558675] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.558848] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 44732039-3298-4b19-af37-ea5a5bd6c181/44732039-3298-4b19-af37-ea5a5bd6c181.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.559177] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b234aa4-ae0e-4a85-b091-d303260d8f26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.568665] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 805.568665] env[63339]: value = "task-4319862" [ 805.568665] env[63339]: _type = "Task" [ 805.568665] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.580356] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.594693] env[63339]: DEBUG nova.compute.manager [req-59cb2be8-87bf-4b2a-ab38-442c9a8a8dc9 req-b513886f-0f79-4e81-9b37-cc11eb51d79f service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Received event network-vif-deleted-686f6e30-1898-4f27-8db2-3d76129993da {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 805.594970] env[63339]: INFO nova.compute.manager [req-59cb2be8-87bf-4b2a-ab38-442c9a8a8dc9 req-b513886f-0f79-4e81-9b37-cc11eb51d79f service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Neutron deleted interface 686f6e30-1898-4f27-8db2-3d76129993da; detaching it from the instance and deleting it from the info cache [ 805.595409] env[63339]: DEBUG nova.network.neutron [req-59cb2be8-87bf-4b2a-ab38-442c9a8a8dc9 req-b513886f-0f79-4e81-9b37-cc11eb51d79f service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.616040] env[63339]: DEBUG nova.compute.manager [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received event network-vif-plugged-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 805.616340] env[63339]: DEBUG oslo_concurrency.lockutils [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] Acquiring lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.616629] env[63339]: DEBUG oslo_concurrency.lockutils [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.616729] env[63339]: DEBUG oslo_concurrency.lockutils [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.616851] env[63339]: DEBUG nova.compute.manager [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] No waiting events found dispatching network-vif-plugged-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.617048] env[63339]: WARNING nova.compute.manager [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received unexpected event network-vif-plugged-9237559f-f9e3-401f-a39a-63dc96b303fe for instance with vm_state building and task_state spawning. [ 805.617243] env[63339]: DEBUG nova.compute.manager [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 805.617401] env[63339]: DEBUG nova.compute.manager [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing instance network info cache due to event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 805.617580] env[63339]: DEBUG oslo_concurrency.lockutils [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.617712] env[63339]: DEBUG oslo_concurrency.lockutils [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.617862] env[63339]: DEBUG nova.network.neutron [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 805.670616] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.798043] env[63339]: DEBUG nova.network.neutron [-] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.832311] env[63339]: DEBUG nova.network.neutron [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Successfully created port: 255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 805.850310] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319858, 'name': CreateSnapshot_Task, 'duration_secs': 1.017333} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.850673] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.851683] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94919eb7-8bfe-494c-a965-f40d101dc292 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.875039] env[63339]: DEBUG nova.network.neutron [-] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.910332] env[63339]: DEBUG oslo_vmware.api [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319860, 'name': PowerOffVM_Task, 'duration_secs': 0.218437} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.911364] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.911364] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.911364] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42be75d9-e7f6-49f1-ab25-35bad58c855e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.001225] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.001421] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.001661] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleting the datastore file [datastore1] 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.006079] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcca87ad-14f5-4703-9d8d-58a1b42381fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.021010] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319861, 'name': Rename_Task, 'duration_secs': 0.192823} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.021010] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.021010] env[63339]: DEBUG oslo_vmware.api [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for the task: (returnval){ [ 806.021010] env[63339]: value = "task-4319864" [ 806.021010] env[63339]: _type = "Task" [ 806.021010] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.021415] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000d1578-53f8-4a13-83bc-f90c8098b7e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.034549] env[63339]: DEBUG oslo_vmware.api [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.036351] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 806.036351] env[63339]: value = "task-4319865" [ 806.036351] env[63339]: _type = "Task" [ 806.036351] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.046676] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.058521] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206cd23-113c-4989-bfd2-983d9da88653 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.078583] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7672cfcb-538b-46a0-94d7-a6f1ce654cc6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.094711] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.152571] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c0360a6-0a03-4d9f-ac69-34bccfc7dd6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.157543] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b970d159-9cd2-4d34-b1f4-3dd6c2310737 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.176124] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c86e9-28f4-42bd-948e-3046afff5401 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.187216] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00479f5b-53c5-4482-abf9-39cea427fe66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.221063] env[63339]: DEBUG nova.compute.provider_tree [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.239106] env[63339]: DEBUG nova.compute.manager [req-59cb2be8-87bf-4b2a-ab38-442c9a8a8dc9 req-b513886f-0f79-4e81-9b37-cc11eb51d79f service nova] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Detach interface failed, port_id=686f6e30-1898-4f27-8db2-3d76129993da, reason: Instance e157b2b3-e398-4b7a-87f5-408800682b3b could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 806.252532] env[63339]: DEBUG nova.network.neutron [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 806.283108] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.301182] env[63339]: INFO nova.compute.manager [-] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Took 1.93 seconds to deallocate network for instance. [ 806.337475] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.337647] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.337882] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.338867] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.339126] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.340497] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.340826] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.341058] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.341263] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.341500] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.341726] env[63339]: DEBUG nova.virt.hardware [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.342702] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d022d7a-6c6b-45f4-a633-da606467b365 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.352019] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c9d40a-9117-4add-a174-7e7089382d16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.374479] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.377833] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7cbfd67-3b00-4e8c-9d49-b79f17dfe91e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.381213] env[63339]: INFO nova.compute.manager [-] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Took 2.01 seconds to deallocate network for instance. [ 806.393805] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 806.393805] env[63339]: value = "task-4319866" [ 806.393805] env[63339]: _type = "Task" [ 806.393805] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.402175] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319866, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.474598] env[63339]: DEBUG nova.network.neutron [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.535867] env[63339]: DEBUG oslo_vmware.api [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Task: {'id': task-4319864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281676} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.536318] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.536640] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.536879] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.537188] env[63339]: INFO nova.compute.manager [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 806.537561] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.537968] env[63339]: DEBUG nova.compute.manager [-] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.538141] env[63339]: DEBUG nova.network.neutron [-] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 806.549953] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.581483] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659354} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.581758] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 44732039-3298-4b19-af37-ea5a5bd6c181/44732039-3298-4b19-af37-ea5a5bd6c181.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.582199] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.583618] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87f08f3-22ee-4d54-8731-bc560b4f5a97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.592209] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 806.592209] env[63339]: value = "task-4319867" [ 806.592209] env[63339]: _type = "Task" [ 806.592209] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.601190] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.741083] env[63339]: DEBUG nova.scheduler.client.report [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.815226] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.890262] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.903580] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319866, 'name': CloneVM_Task} progress is 34%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.982850] env[63339]: DEBUG oslo_concurrency.lockutils [req-969e156c-d3e3-419b-9735-cabad06b622f req-1f514603-6a82-4121-9e52-f205b0728521 service nova] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986831] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.986831] env[63339]: DEBUG nova.network.neutron [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 807.055216] env[63339]: DEBUG oslo_vmware.api [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319865, 'name': PowerOnVM_Task, 'duration_secs': 0.805361} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.055216] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.055216] env[63339]: INFO nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Took 9.49 seconds to spawn the instance on the hypervisor. [ 807.055216] env[63339]: DEBUG nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.057781] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711a5387-4dca-4083-9884-bd8ccbcbb922 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.103485] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081156} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.103750] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.104770] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e6a2dc-86d1-493e-9d2a-819f67313cae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.130210] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 44732039-3298-4b19-af37-ea5a5bd6c181/44732039-3298-4b19-af37-ea5a5bd6c181.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.131338] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a87b7d-4b67-4334-92aa-a710983c6067 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.154814] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 807.154814] env[63339]: value = "task-4319868" [ 807.154814] env[63339]: _type = "Task" [ 807.154814] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.165902] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319868, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.247074] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.247325] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.252448] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.615s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.252448] env[63339]: INFO nova.compute.claims [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.405132] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319866, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.524436] env[63339]: DEBUG nova.network.neutron [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 807.555767] env[63339]: DEBUG nova.network.neutron [-] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.593041] env[63339]: INFO nova.compute.manager [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Took 43.70 seconds to build instance. [ 807.671527] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319868, 'name': ReconfigVM_Task, 'duration_secs': 0.420247} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.671826] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 44732039-3298-4b19-af37-ea5a5bd6c181/44732039-3298-4b19-af37-ea5a5bd6c181.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.672836] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c627f77f-a9ab-48c8-8859-4d7e1a178276 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.680455] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 807.680455] env[63339]: value = "task-4319869" [ 807.680455] env[63339]: _type = "Task" [ 807.680455] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.683381] env[63339]: DEBUG nova.compute.manager [req-59310368-5e9a-49a5-814e-89bd8f542a77 req-f8493de8-e2bc-4f4a-8bb1-ead2820984f5 service nova] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Received event network-vif-deleted-7ae43096-eca1-4af4-8d90-727394a35b7e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 807.683587] env[63339]: DEBUG nova.compute.manager [req-59310368-5e9a-49a5-814e-89bd8f542a77 req-f8493de8-e2bc-4f4a-8bb1-ead2820984f5 service nova] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Received event network-vif-deleted-c826aee4-aca9-47f5-8530-a896148029b6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 807.702613] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319869, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.736231] env[63339]: DEBUG nova.network.neutron [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.759366] env[63339]: DEBUG nova.compute.utils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.764339] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.764339] env[63339]: DEBUG nova.network.neutron [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 807.855198] env[63339]: DEBUG nova.policy [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236fa7467f8c4f769d69547b9b683ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf06510ee7a4754a9b293c063ed40ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.909616] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319866, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.060304] env[63339]: INFO nova.compute.manager [-] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Took 1.52 seconds to deallocate network for instance. [ 808.093433] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d038c883-8adf-4f81-88a3-cf8d0effe30b tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.002s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.205347] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319869, 'name': Rename_Task, 'duration_secs': 0.158952} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.205347] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.205347] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63972919-6f3d-4425-8171-66259c30eefd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.213180] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 808.213180] env[63339]: value = "task-4319870" [ 808.213180] env[63339]: _type = "Task" [ 808.213180] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.227935] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.241822] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.242977] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Instance network_info: |[{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.243529] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ff:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9237559f-f9e3-401f-a39a-63dc96b303fe', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.252050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Creating folder: Project (4b0ff7231588491faef7def4c161e495). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.252398] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d144a59-3b2e-4581-a0f3-c459a1bc01e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.264746] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.274528] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Created folder: Project (4b0ff7231588491faef7def4c161e495) in parent group-v849594. [ 808.274528] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Creating folder: Instances. Parent ref: group-v849709. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.275123] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff1e5d97-6232-4e20-ae9b-29e0b3f0e579 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.288074] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Created folder: Instances in parent group-v849709. [ 808.288387] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.288568] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.288810] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3783d31d-22a0-45e4-a017-2542023b524a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.313175] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.313175] env[63339]: value = "task-4319873" [ 808.313175] env[63339]: _type = "Task" [ 808.313175] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.338140] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319873, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.342199] env[63339]: DEBUG nova.network.neutron [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Successfully updated port: 255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.412023] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319866, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.435593] env[63339]: DEBUG nova.network.neutron [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Successfully created port: da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 808.570758] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.598705] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.730326] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.830334] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319873, 'name': CreateVM_Task, 'duration_secs': 0.430185} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.830334] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.830767] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.830974] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.831438] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.832401] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca937ded-67b0-4074-8ae3-9ace59f415f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.844124] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 808.844124] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52917467-b327-41ce-1189-106a061ff432" [ 808.844124] env[63339]: _type = "Task" [ 808.844124] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.851082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.851277] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.851833] env[63339]: DEBUG nova.network.neutron [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 808.859827] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52917467-b327-41ce-1189-106a061ff432, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.860172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.860226] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.861085] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.861085] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.861085] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.861085] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bdc3c9-ea36-4b50-b3c2-02034e78b9e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.871398] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.871613] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.875261] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f531003-303a-4751-8e7c-3d9d5634fa2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.882623] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 808.882623] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c5c076-ba89-a9cb-6d02-895524854d73" [ 808.882623] env[63339]: _type = "Task" [ 808.882623] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.893698] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c5c076-ba89-a9cb-6d02-895524854d73, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.897196] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1d5aa8-a8e2-4d86-8e73-912e8e32441f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.906048] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 808.906048] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52adb77b-e173-7556-c1f7-61783a4dcce3" [ 808.906048] env[63339]: _type = "Task" [ 808.906048] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.909566] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319866, 'name': CloneVM_Task, 'duration_secs': 2.229967} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.915644] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Created linked-clone VM from snapshot [ 808.919539] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86c12ee-ae75-4d05-bdce-c6ca69845a54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.926751] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52adb77b-e173-7556-c1f7-61783a4dcce3, 'name': SearchDatastore_Task, 'duration_secs': 0.015106} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.933018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.933479] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] a5847616-58ea-4742-93f2-5c5e7a0f6a2b/a5847616-58ea-4742-93f2-5c5e7a0f6a2b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.933751] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Uploading image 685e3450-1218-498d-9751-fb540f04297d {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.936040] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f3d769-5045-4f09-9a08-990f64a4c35c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.944589] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 808.944589] env[63339]: value = "task-4319874" [ 808.944589] env[63339]: _type = "Task" [ 808.944589] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.956352] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.965165] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.965165] env[63339]: value = "vm-849708" [ 808.965165] env[63339]: _type = "VirtualMachine" [ 808.965165] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.965512] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4cc1f72-27fa-4da0-8e74-966b1d35457b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.977915] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lease: (returnval){ [ 808.977915] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c8c47-7c0c-d222-fd06-f3fcd2046e6e" [ 808.977915] env[63339]: _type = "HttpNfcLease" [ 808.977915] env[63339]: } obtained for exporting VM: (result){ [ 808.977915] env[63339]: value = "vm-849708" [ 808.977915] env[63339]: _type = "VirtualMachine" [ 808.977915] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.978368] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the lease: (returnval){ [ 808.978368] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c8c47-7c0c-d222-fd06-f3fcd2046e6e" [ 808.978368] env[63339]: _type = "HttpNfcLease" [ 808.978368] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.986074] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.986074] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c8c47-7c0c-d222-fd06-f3fcd2046e6e" [ 808.986074] env[63339]: _type = "HttpNfcLease" [ 808.986074] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.088229] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5b20bb-5752-448c-92aa-9055e8f1ec53 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.098083] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccede9d-45d2-49a4-810c-2679b8ef1584 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.142386] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.143404] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd6e2e-1970-42e0-a8f1-613ae7aaa3df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.152702] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25168ffc-7fb6-4ca3-86f5-898a6450bc83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.168863] env[63339]: DEBUG nova.compute.provider_tree [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.227017] env[63339]: DEBUG oslo_vmware.api [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319870, 'name': PowerOnVM_Task, 'duration_secs': 0.62956} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.227017] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.227017] env[63339]: INFO nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Took 8.69 seconds to spawn the instance on the hypervisor. [ 809.227017] env[63339]: DEBUG nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.227486] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f715c57-421d-4faf-a092-9851de63fdba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.281514] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.317023] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.317023] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.317023] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.317399] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.317399] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.317399] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.317399] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.317777] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.318132] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.318441] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.318733] env[63339]: DEBUG nova.virt.hardware [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.319770] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e8892f-244d-4f1b-8f27-b26b36d47742 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.331475] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de7ea7-43ff-4ad7-a3a4-02d284de0a75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.420344] env[63339]: DEBUG nova.network.neutron [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 809.458843] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319874, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.477782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.478102] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.478441] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.478663] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.478883] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.484906] env[63339]: INFO nova.compute.manager [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Terminating instance [ 809.494734] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.494734] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c8c47-7c0c-d222-fd06-f3fcd2046e6e" [ 809.494734] env[63339]: _type = "HttpNfcLease" [ 809.494734] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.495097] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.495097] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c8c47-7c0c-d222-fd06-f3fcd2046e6e" [ 809.495097] env[63339]: _type = "HttpNfcLease" [ 809.495097] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.496336] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf03c8d-3adc-412a-9777-b3d592903802 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.505856] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18f54-d860-82c8-a4e3-ce2c1393c599/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.506023] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18f54-d860-82c8-a4e3-ce2c1393c599/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.606348] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd477c04-686b-436b-aa0c-156446b5c42b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.672389] env[63339]: DEBUG nova.scheduler.client.report [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.678674] env[63339]: DEBUG nova.network.neutron [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updating instance_info_cache with network_info: [{"id": "255641dc-21a4-4a7c-b496-705482a9643f", "address": "fa:16:3e:40:60:e5", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255641dc-21", "ovs_interfaceid": "255641dc-21a4-4a7c-b496-705482a9643f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.751147] env[63339]: INFO nova.compute.manager [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Took 44.67 seconds to build instance. [ 809.757922] env[63339]: DEBUG nova.compute.manager [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Received event network-vif-plugged-255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 809.757922] env[63339]: DEBUG oslo_concurrency.lockutils [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] Acquiring lock "a8b29def-4e67-41a1-8727-f7be343d6087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.757922] env[63339]: DEBUG oslo_concurrency.lockutils [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] Lock "a8b29def-4e67-41a1-8727-f7be343d6087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.757922] env[63339]: DEBUG oslo_concurrency.lockutils [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] Lock "a8b29def-4e67-41a1-8727-f7be343d6087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.757922] env[63339]: DEBUG nova.compute.manager [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] No waiting events found dispatching network-vif-plugged-255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.758142] env[63339]: WARNING nova.compute.manager [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Received unexpected event network-vif-plugged-255641dc-21a4-4a7c-b496-705482a9643f for instance with vm_state building and task_state spawning. [ 809.758172] env[63339]: DEBUG nova.compute.manager [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Received event network-changed-255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 809.758327] env[63339]: DEBUG nova.compute.manager [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Refreshing instance network info cache due to event network-changed-255641dc-21a4-4a7c-b496-705482a9643f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 809.759507] env[63339]: DEBUG oslo_concurrency.lockutils [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] Acquiring lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.958336] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568417} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.958670] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] a5847616-58ea-4742-93f2-5c5e7a0f6a2b/a5847616-58ea-4742-93f2-5c5e7a0f6a2b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.958746] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.959450] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b72e858-cbf2-4407-93b0-9a8114781592 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.971625] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 809.971625] env[63339]: value = "task-4319876" [ 809.971625] env[63339]: _type = "Task" [ 809.971625] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.982583] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.994853] env[63339]: DEBUG nova.compute.manager [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.994853] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.995421] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b78517-fcc1-4535-82eb-70d2bebc1931 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.006218] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.008391] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f687ba-dd68-41a2-86aa-f980e590294f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.016967] env[63339]: DEBUG oslo_vmware.api [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 810.016967] env[63339]: value = "task-4319877" [ 810.016967] env[63339]: _type = "Task" [ 810.016967] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.033621] env[63339]: DEBUG oslo_vmware.api [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.179220] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.179785] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.186148] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.713s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.186525] env[63339]: DEBUG nova.objects.instance [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lazy-loading 'resources' on Instance uuid 3aefd062-76d6-46d3-851d-2d03717c503d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.188289] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.189437] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Instance network_info: |[{"id": "255641dc-21a4-4a7c-b496-705482a9643f", "address": "fa:16:3e:40:60:e5", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255641dc-21", "ovs_interfaceid": "255641dc-21a4-4a7c-b496-705482a9643f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.190257] env[63339]: DEBUG oslo_concurrency.lockutils [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] Acquired lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.190625] env[63339]: DEBUG nova.network.neutron [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Refreshing network info cache for port 255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 810.193740] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:60:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '255641dc-21a4-4a7c-b496-705482a9643f', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.203795] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.205120] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.205280] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4237a3f5-0c03-42b3-97d6-841b1235eee9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.233197] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.233197] env[63339]: value = "task-4319878" [ 810.233197] env[63339]: _type = "Task" [ 810.233197] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.250221] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319878, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.256430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-965359b3-3a06-4033-8ee2-1a29c2892411 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "44732039-3298-4b19-af37-ea5a5bd6c181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.890s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.260271] env[63339]: DEBUG nova.network.neutron [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Successfully updated port: da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 810.482301] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13514} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.482667] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.483958] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f94e4-5c5c-4d8d-a179-850a3ec7d2f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.525813] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a5847616-58ea-4742-93f2-5c5e7a0f6a2b/a5847616-58ea-4742-93f2-5c5e7a0f6a2b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.527292] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07718a97-8510-4b48-b083-b4243e45ec94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.561520] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 810.561520] env[63339]: value = "task-4319879" [ 810.561520] env[63339]: _type = "Task" [ 810.561520] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.561918] env[63339]: DEBUG oslo_vmware.api [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319877, 'name': PowerOffVM_Task, 'duration_secs': 0.355422} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.562388] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.562647] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.567688] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d14cd2c8-5592-4d53-be80-c4b8c9ecad93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.576106] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.644500] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.645298] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.645419] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Deleting the datastore file [datastore2] 9190b8ee-1921-4917-b6ba-d61a797e5ac7 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.645621] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6000da-f27c-41c3-a2af-5b1121a0ab79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.656960] env[63339]: DEBUG oslo_vmware.api [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for the task: (returnval){ [ 810.656960] env[63339]: value = "task-4319881" [ 810.656960] env[63339]: _type = "Task" [ 810.656960] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.668858] env[63339]: DEBUG oslo_vmware.api [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.689095] env[63339]: DEBUG nova.compute.utils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.689559] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.689803] env[63339]: DEBUG nova.network.neutron [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 810.758697] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319878, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.761415] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.765776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "refresh_cache-562fe130-6f25-4af2-930b-c06e64de786e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.765776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquired lock "refresh_cache-562fe130-6f25-4af2-930b-c06e64de786e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.765776] env[63339]: DEBUG nova.network.neutron [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 810.846501] env[63339]: DEBUG nova.policy [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66baf0fe4387453b9ad62878852c8f0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f36de2d014c24e54b41bd8bcfd023cdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.080981] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319879, 'name': ReconfigVM_Task, 'duration_secs': 0.432504} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.088848] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a5847616-58ea-4742-93f2-5c5e7a0f6a2b/a5847616-58ea-4742-93f2-5c5e7a0f6a2b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.093565] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2f8d347-9db5-4594-8f20-199058491a2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.107637] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 811.107637] env[63339]: value = "task-4319882" [ 811.107637] env[63339]: _type = "Task" [ 811.107637] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.130274] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319882, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.175929] env[63339]: DEBUG oslo_vmware.api [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Task: {'id': task-4319881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236893} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.176607] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.177081] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.177572] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.178231] env[63339]: INFO nova.compute.manager [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 811.178745] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.179338] env[63339]: DEBUG nova.compute.manager [-] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.182030] env[63339]: DEBUG nova.network.neutron [-] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 811.194585] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.250765] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319878, 'name': CreateVM_Task, 'duration_secs': 0.597581} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.254144] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.255243] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.255373] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.255705] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.256851] env[63339]: DEBUG nova.network.neutron [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updated VIF entry in instance network info cache for port 255641dc-21a4-4a7c-b496-705482a9643f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 811.257263] env[63339]: DEBUG nova.network.neutron [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updating instance_info_cache with network_info: [{"id": "255641dc-21a4-4a7c-b496-705482a9643f", "address": "fa:16:3e:40:60:e5", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255641dc-21", "ovs_interfaceid": "255641dc-21a4-4a7c-b496-705482a9643f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.258495] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c30631f-caab-4933-854d-659cd524b792 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.267644] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 811.267644] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d8a293-a74e-2c7c-5383-8e4bbf5a172b" [ 811.267644] env[63339]: _type = "Task" [ 811.267644] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.288480] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d8a293-a74e-2c7c-5383-8e4bbf5a172b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.307976] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "44732039-3298-4b19-af37-ea5a5bd6c181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.308383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "44732039-3298-4b19-af37-ea5a5bd6c181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.308649] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "44732039-3298-4b19-af37-ea5a5bd6c181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.309241] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "44732039-3298-4b19-af37-ea5a5bd6c181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.309503] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "44732039-3298-4b19-af37-ea5a5bd6c181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.315221] env[63339]: INFO nova.compute.manager [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Terminating instance [ 811.317666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.343992] env[63339]: DEBUG nova.network.neutron [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 811.573912] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d824a-6d2d-462c-a8de-3b10623bdaaf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.586340] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c36fc16-7f04-4bf1-af61-c67521be4dcb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.627329] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4d119-35a6-461a-82fd-bb2331c8aee4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.639265] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319882, 'name': Rename_Task, 'duration_secs': 0.227662} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.642183] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.642855] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a1d898e-6ec6-4c7e-90f0-d5a5f7dfbfb5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.646266] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12c5086-436d-478a-8377-5e8eb32b8648 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.663687] env[63339]: DEBUG nova.compute.provider_tree [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.669176] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 811.669176] env[63339]: value = "task-4319883" [ 811.669176] env[63339]: _type = "Task" [ 811.669176] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.763864] env[63339]: DEBUG oslo_concurrency.lockutils [req-d6966cd2-a429-4846-bb0f-872c655b7794 req-f64f82af-7479-43d5-ada9-3ca4268be910 service nova] Releasing lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.782200] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d8a293-a74e-2c7c-5383-8e4bbf5a172b, 'name': SearchDatastore_Task, 'duration_secs': 0.02081} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.782732] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.783080] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.783351] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.783567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.783833] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.784586] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a41b8590-0f79-4ad5-ae56-7cd93c190bf3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.799489] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.799489] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.800168] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80fb2e3-2277-46df-991c-43d3e3abf862 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.813263] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 811.813263] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a3d0f3-1973-c99e-a4a0-fe2ed464fbc5" [ 811.813263] env[63339]: _type = "Task" [ 811.813263] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.821048] env[63339]: DEBUG nova.compute.manager [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.821569] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.826720] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4898f220-fa3e-4eda-a90d-58a83741aa86 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.829664] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a3d0f3-1973-c99e-a4a0-fe2ed464fbc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.832270] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16d87d6-1464-41d6-8067-d5e208622a30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.838075] env[63339]: DEBUG nova.network.neutron [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Updating instance_info_cache with network_info: [{"id": "da34a509-3043-4f53-b966-e248875f62a1", "address": "fa:16:3e:2b:76:03", "network": {"id": "46a31f6c-818c-4ac8-825c-3864947b0a93", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1581045167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf06510ee7a4754a9b293c063ed40ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda34a509-30", "ovs_interfaceid": "da34a509-3043-4f53-b966-e248875f62a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.842440] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.846194] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7053344a-e7d9-4a8f-b2d8-e2265f9f6ffa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.849227] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 811.849227] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5270ff7a-aadc-f933-548f-6d1a85cc0969" [ 811.849227] env[63339]: _type = "Task" [ 811.849227] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.857421] env[63339]: DEBUG oslo_vmware.api [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 811.857421] env[63339]: value = "task-4319884" [ 811.857421] env[63339]: _type = "Task" [ 811.857421] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.861508] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5270ff7a-aadc-f933-548f-6d1a85cc0969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.873201] env[63339]: DEBUG oslo_vmware.api [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.889639] env[63339]: DEBUG nova.network.neutron [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Successfully created port: cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.913898] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "14212226-45e7-471d-946f-72ced9f2b489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.914159] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "14212226-45e7-471d-946f-72ced9f2b489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.121921] env[63339]: DEBUG nova.compute.manager [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Received event network-vif-plugged-da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 812.124035] env[63339]: DEBUG oslo_concurrency.lockutils [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] Acquiring lock "562fe130-6f25-4af2-930b-c06e64de786e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.124035] env[63339]: DEBUG oslo_concurrency.lockutils [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] Lock "562fe130-6f25-4af2-930b-c06e64de786e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.124035] env[63339]: DEBUG oslo_concurrency.lockutils [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] Lock "562fe130-6f25-4af2-930b-c06e64de786e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.124035] env[63339]: DEBUG nova.compute.manager [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] No waiting events found dispatching network-vif-plugged-da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.124035] env[63339]: WARNING nova.compute.manager [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Received unexpected event network-vif-plugged-da34a509-3043-4f53-b966-e248875f62a1 for instance with vm_state building and task_state spawning. [ 812.124538] env[63339]: DEBUG nova.compute.manager [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Received event network-changed-da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 812.124662] env[63339]: DEBUG nova.compute.manager [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Refreshing instance network info cache due to event network-changed-da34a509-3043-4f53-b966-e248875f62a1. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 812.124985] env[63339]: DEBUG oslo_concurrency.lockutils [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] Acquiring lock "refresh_cache-562fe130-6f25-4af2-930b-c06e64de786e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.176127] env[63339]: DEBUG nova.scheduler.client.report [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.192382] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.204189] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.234427] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.234795] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.235045] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.235301] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.235515] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.235761] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.236086] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.236317] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.236570] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.236811] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.237121] env[63339]: DEBUG nova.virt.hardware [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.238151] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cfe2b5-9e9e-4e51-a24f-4fb89c6e75ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.248479] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a21dd0e-d0ef-426b-810f-d8a7f95ab8df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.341281] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Releasing lock "refresh_cache-562fe130-6f25-4af2-930b-c06e64de786e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.341681] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Instance network_info: |[{"id": "da34a509-3043-4f53-b966-e248875f62a1", "address": "fa:16:3e:2b:76:03", "network": {"id": "46a31f6c-818c-4ac8-825c-3864947b0a93", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1581045167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf06510ee7a4754a9b293c063ed40ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda34a509-30", "ovs_interfaceid": "da34a509-3043-4f53-b966-e248875f62a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.342044] env[63339]: DEBUG oslo_concurrency.lockutils [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] Acquired lock "refresh_cache-562fe130-6f25-4af2-930b-c06e64de786e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.342301] env[63339]: DEBUG nova.network.neutron [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Refreshing network info cache for port da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 812.343805] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:76:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da34a509-3043-4f53-b966-e248875f62a1', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.354256] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Creating folder: Project (5bf06510ee7a4754a9b293c063ed40ba). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.357708] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1708e4a-516f-47b4-b13b-89dda2399931 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.380395] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5270ff7a-aadc-f933-548f-6d1a85cc0969, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.380697] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Created folder: Project (5bf06510ee7a4754a9b293c063ed40ba) in parent group-v849594. [ 812.382740] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Creating folder: Instances. Parent ref: group-v849713. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.388176] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.388685] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a8b29def-4e67-41a1-8727-f7be343d6087/a8b29def-4e67-41a1-8727-f7be343d6087.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.389607] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c30ac0ef-adf1-41bb-be3b-d50c9f8036c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.395293] env[63339]: DEBUG oslo_vmware.api [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319884, 'name': PowerOffVM_Task, 'duration_secs': 0.223388} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.395293] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2762494-a83a-414f-9fb0-40df8be23db2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.397052] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.397360] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.398329] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d95400f-9af1-4981-b5a8-6472ecec09c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.410145] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 812.410145] env[63339]: value = "task-4319887" [ 812.410145] env[63339]: _type = "Task" [ 812.410145] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.412431] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Created folder: Instances in parent group-v849713. [ 812.412919] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.417960] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.418414] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6238aa41-debe-4c7b-a36e-31c39d46c709 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.447617] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.449035] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.449035] env[63339]: value = "task-4319889" [ 812.449035] env[63339]: _type = "Task" [ 812.449035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.460198] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319889, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.478010] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.478236] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.478494] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Deleting the datastore file [datastore2] 44732039-3298-4b19-af37-ea5a5bd6c181 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.478801] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5193e10d-93dd-49f3-a5c7-37833fe90cea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.487099] env[63339]: DEBUG oslo_vmware.api [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for the task: (returnval){ [ 812.487099] env[63339]: value = "task-4319890" [ 812.487099] env[63339]: _type = "Task" [ 812.487099] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.500109] env[63339]: DEBUG nova.network.neutron [-] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.501517] env[63339]: DEBUG oslo_vmware.api [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.627383] env[63339]: DEBUG nova.network.neutron [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Updated VIF entry in instance network info cache for port da34a509-3043-4f53-b966-e248875f62a1. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 812.627837] env[63339]: DEBUG nova.network.neutron [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Updating instance_info_cache with network_info: [{"id": "da34a509-3043-4f53-b966-e248875f62a1", "address": "fa:16:3e:2b:76:03", "network": {"id": "46a31f6c-818c-4ac8-825c-3864947b0a93", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1581045167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf06510ee7a4754a9b293c063ed40ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda34a509-30", "ovs_interfaceid": "da34a509-3043-4f53-b966-e248875f62a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.685594] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.499s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.692731] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.437s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.694801] env[63339]: INFO nova.compute.claims [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.699027] env[63339]: DEBUG oslo_vmware.api [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4319883, 'name': PowerOnVM_Task, 'duration_secs': 0.629307} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.699027] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.699027] env[63339]: INFO nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Took 9.29 seconds to spawn the instance on the hypervisor. [ 812.699027] env[63339]: DEBUG nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.703043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf49fe-413a-4dba-8b2a-edd8ebba5765 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.724117] env[63339]: INFO nova.scheduler.client.report [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Deleted allocations for instance 3aefd062-76d6-46d3-851d-2d03717c503d [ 812.925998] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319887, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.963788] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319889, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.002958] env[63339]: INFO nova.compute.manager [-] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Took 1.82 seconds to deallocate network for instance. [ 813.003569] env[63339]: DEBUG oslo_vmware.api [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Task: {'id': task-4319890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380131} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.005854] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.005988] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.006265] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.006637] env[63339]: INFO nova.compute.manager [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Took 1.19 seconds to destroy the instance on the hypervisor. [ 813.007158] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.010726] env[63339]: DEBUG nova.compute.manager [-] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.010829] env[63339]: DEBUG nova.network.neutron [-] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 813.136894] env[63339]: DEBUG oslo_concurrency.lockutils [req-deeb9fcf-f1cf-41ef-893e-dc815a874e04 req-756b1032-100a-41fb-bfde-32a4db0a4c09 service nova] Releasing lock "refresh_cache-562fe130-6f25-4af2-930b-c06e64de786e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.224064] env[63339]: INFO nova.compute.manager [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Took 45.71 seconds to build instance. [ 813.234607] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d279c4d7-cf28-453c-83cb-69f1cab69fcc tempest-ServersAaction247Test-1697682881 tempest-ServersAaction247Test-1697682881-project-member] Lock "3aefd062-76d6-46d3-851d-2d03717c503d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.035s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.430963] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319887, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.467227] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319889, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.515683] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.637977] env[63339]: DEBUG nova.network.neutron [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Successfully updated port: cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.725870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2790aa34-3281-464d-b991-394d794782fd tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.707s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.923395] env[63339]: DEBUG nova.network.neutron [-] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.931470] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319887, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.963347] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319889, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.145036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.145324] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.145459] env[63339]: DEBUG nova.network.neutron [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 814.236993] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.287958] env[63339]: DEBUG nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Received event network-vif-deleted-617749a5-0730-4c87-a994-89570c44861d {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.288245] env[63339]: DEBUG nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Received event network-vif-deleted-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.288417] env[63339]: DEBUG nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Received event network-vif-plugged-cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.288738] env[63339]: DEBUG oslo_concurrency.lockutils [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] Acquiring lock "59535977-6d53-43fc-95c4-f4409235f7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.288902] env[63339]: DEBUG oslo_concurrency.lockutils [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] Lock "59535977-6d53-43fc-95c4-f4409235f7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.289085] env[63339]: DEBUG oslo_concurrency.lockutils [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] Lock "59535977-6d53-43fc-95c4-f4409235f7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.289263] env[63339]: DEBUG nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] No waiting events found dispatching network-vif-plugged-cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.289545] env[63339]: WARNING nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Received unexpected event network-vif-plugged-cc2f0084-1ef2-423c-9cff-548c007535fc for instance with vm_state building and task_state spawning. [ 814.289832] env[63339]: DEBUG nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Received event network-changed-cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.290134] env[63339]: DEBUG nova.compute.manager [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Refreshing instance network info cache due to event network-changed-cc2f0084-1ef2-423c-9cff-548c007535fc. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 814.290422] env[63339]: DEBUG oslo_concurrency.lockutils [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] Acquiring lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.429402] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319887, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.781898} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.429621] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a8b29def-4e67-41a1-8727-f7be343d6087/a8b29def-4e67-41a1-8727-f7be343d6087.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.429810] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.430108] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a9ecbcf-c812-4c4d-bb04-0ca87ab5773d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.435228] env[63339]: INFO nova.compute.manager [-] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Took 1.42 seconds to deallocate network for instance. [ 814.444830] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 814.444830] env[63339]: value = "task-4319891" [ 814.444830] env[63339]: _type = "Task" [ 814.444830] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.461560] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.474694] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319889, 'name': CreateVM_Task, 'duration_secs': 1.891658} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.474694] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.475297] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.475481] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.475830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.476277] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b084965-1b6e-40a2-a01b-1cc9510e8bc4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.485596] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 814.485596] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ba11eb-e97f-1609-6d9c-a10bca2b79a8" [ 814.485596] env[63339]: _type = "Task" [ 814.485596] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.495872] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ba11eb-e97f-1609-6d9c-a10bca2b79a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.519513] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0acf7c-7b03-4ef1-9fb1-e90e1149e7f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.529849] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be0aa68-377b-48a6-b823-32ecc66c55c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.564348] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f131d-20a9-4e5c-b214-db7b4cbcb871 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.577277] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41b114-7674-43c2-8068-8a96e716ab5b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.591682] env[63339]: DEBUG nova.compute.provider_tree [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.690086] env[63339]: DEBUG nova.network.neutron [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 814.760691] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.911854] env[63339]: DEBUG nova.network.neutron [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Updating instance_info_cache with network_info: [{"id": "cc2f0084-1ef2-423c-9cff-548c007535fc", "address": "fa:16:3e:af:42:41", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2f0084-1e", "ovs_interfaceid": "cc2f0084-1ef2-423c-9cff-548c007535fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.956161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.966025] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088102} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.966025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.966721] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449e0623-2960-4598-bceb-edef5b9afe71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.995454] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a8b29def-4e67-41a1-8727-f7be343d6087/a8b29def-4e67-41a1-8727-f7be343d6087.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.999449] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e08bf1-418d-4008-beae-9d4bb9b510a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.029755] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ba11eb-e97f-1609-6d9c-a10bca2b79a8, 'name': SearchDatastore_Task, 'duration_secs': 0.019978} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.036531] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.036531] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.036879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.037034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.037926] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.038785] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 815.038785] env[63339]: value = "task-4319892" [ 815.038785] env[63339]: _type = "Task" [ 815.038785] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.038785] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a3dfec-19d8-48b7-a29c-328045bbd5fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.054696] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.057038] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.057038] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.061216] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f480541-f820-48cf-8720-5ed1a81066f7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.065472] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 815.065472] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529bbfc4-ad8e-5c0a-4201-8d35bb77106d" [ 815.065472] env[63339]: _type = "Task" [ 815.065472] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.078022] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529bbfc4-ad8e-5c0a-4201-8d35bb77106d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.095827] env[63339]: DEBUG nova.scheduler.client.report [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.415273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.415656] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Instance network_info: |[{"id": "cc2f0084-1ef2-423c-9cff-548c007535fc", "address": "fa:16:3e:af:42:41", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2f0084-1e", "ovs_interfaceid": "cc2f0084-1ef2-423c-9cff-548c007535fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.416265] env[63339]: DEBUG oslo_concurrency.lockutils [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] Acquired lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.416432] env[63339]: DEBUG nova.network.neutron [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Refreshing network info cache for port cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 815.417801] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:42:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc2f0084-1ef2-423c-9cff-548c007535fc', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.429748] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Creating folder: Project (f36de2d014c24e54b41bd8bcfd023cdb). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.431723] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b994cb40-9de5-4636-ae84-8c9dddd8ae11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.446710] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Created folder: Project (f36de2d014c24e54b41bd8bcfd023cdb) in parent group-v849594. [ 815.446962] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Creating folder: Instances. Parent ref: group-v849716. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.447247] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c67d71e-d219-459b-898a-f81efd796e5c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.458378] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Created folder: Instances in parent group-v849716. [ 815.458613] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.458847] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.459037] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccfd538b-ae07-4c65-8779-bf787dec0bb0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.482813] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.482813] env[63339]: value = "task-4319895" [ 815.482813] env[63339]: _type = "Task" [ 815.482813] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.491470] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319895, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.553828] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319892, 'name': ReconfigVM_Task, 'duration_secs': 0.404736} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.554268] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a8b29def-4e67-41a1-8727-f7be343d6087/a8b29def-4e67-41a1-8727-f7be343d6087.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.555099] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8607430b-cec5-4888-8a1f-48bbf2c3594b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.567238] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 815.567238] env[63339]: value = "task-4319896" [ 815.567238] env[63339]: _type = "Task" [ 815.567238] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.579021] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319896, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.583162] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529bbfc4-ad8e-5c0a-4201-8d35bb77106d, 'name': SearchDatastore_Task, 'duration_secs': 0.015544} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.584067] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dad98af-e931-4e9d-b2a8-f8458863b900 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.591482] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 815.591482] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5248f8bb-5ba1-2418-f2f4-4f9f26140d26" [ 815.591482] env[63339]: _type = "Task" [ 815.591482] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.601926] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5248f8bb-5ba1-2418-f2f4-4f9f26140d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.603909] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.604491] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.607625] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.225s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.609369] env[63339]: INFO nova.compute.claims [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.995773] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319895, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.080103] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319896, 'name': Rename_Task, 'duration_secs': 0.179476} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.083011] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.083404] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31dc0df-6a26-4882-b226-8660b4f56bcd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.093480] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 816.093480] env[63339]: value = "task-4319897" [ 816.093480] env[63339]: _type = "Task" [ 816.093480] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.107978] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5248f8bb-5ba1-2418-f2f4-4f9f26140d26, 'name': SearchDatastore_Task, 'duration_secs': 0.014245} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.111948] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.112299] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 562fe130-6f25-4af2-930b-c06e64de786e/562fe130-6f25-4af2-930b-c06e64de786e.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.112585] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.112803] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7b64da-f721-46bf-8773-b3df6dc32eb6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.116632] env[63339]: DEBUG nova.compute.utils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.122682] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.123940] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 816.127480] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 816.127480] env[63339]: value = "task-4319898" [ 816.127480] env[63339]: _type = "Task" [ 816.127480] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.137505] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.216379] env[63339]: DEBUG nova.policy [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4299e37d7651462da209b9eb1a76bec6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4fd88e514484a74b76bbc28a963d611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.218920] env[63339]: DEBUG nova.network.neutron [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Updated VIF entry in instance network info cache for port cc2f0084-1ef2-423c-9cff-548c007535fc. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 816.220464] env[63339]: DEBUG nova.network.neutron [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Updating instance_info_cache with network_info: [{"id": "cc2f0084-1ef2-423c-9cff-548c007535fc", "address": "fa:16:3e:af:42:41", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2f0084-1e", "ovs_interfaceid": "cc2f0084-1ef2-423c-9cff-548c007535fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.375176] env[63339]: DEBUG nova.compute.manager [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 816.375176] env[63339]: DEBUG nova.compute.manager [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing instance network info cache due to event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 816.375592] env[63339]: DEBUG oslo_concurrency.lockutils [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.375928] env[63339]: DEBUG oslo_concurrency.lockutils [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.376323] env[63339]: DEBUG nova.network.neutron [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 816.501514] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319895, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.611059] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.619755] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.641604] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319898, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.686196] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Successfully created port: c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 816.721866] env[63339]: DEBUG oslo_concurrency.lockutils [req-eaaae767-f76a-40cb-be85-f94ae3e08f00 req-cecf5169-6a22-4bf4-927b-e6b4bea116d2 service nova] Releasing lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972878] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.973155] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.995374] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319895, 'name': CreateVM_Task, 'duration_secs': 1.408804} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.995533] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.996339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.996491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.996804] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.997080] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785cf874-b3a7-4cb6-aa08-16c56cd1f79e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.004595] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 817.004595] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526c9b63-e357-4928-1bb0-daef108e9c18" [ 817.004595] env[63339]: _type = "Task" [ 817.004595] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.013783] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526c9b63-e357-4928-1bb0-daef108e9c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.110148] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.148277] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762058} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.148277] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 562fe130-6f25-4af2-930b-c06e64de786e/562fe130-6f25-4af2-930b-c06e64de786e.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.148277] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.148538] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-510a2715-8b9f-4fab-a9d3-402ac4a663e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.157640] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 817.157640] env[63339]: value = "task-4319899" [ 817.157640] env[63339]: _type = "Task" [ 817.157640] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.173039] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.366627] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Successfully created port: b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 817.414032] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4079d4df-3c88-42fd-8a5b-74c1a48fc9db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.428569] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387b326-08de-4624-b720-be7990f64c30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.433049] env[63339]: DEBUG nova.network.neutron [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updated VIF entry in instance network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 817.433436] env[63339]: DEBUG nova.network.neutron [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.469961] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6acfa5-9c3d-49c2-a650-c9e9a3e525f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.480520] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b27365-7992-43cd-96c0-ccce82d6c386 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.498323] env[63339]: DEBUG nova.compute.provider_tree [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.517183] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526c9b63-e357-4928-1bb0-daef108e9c18, 'name': SearchDatastore_Task, 'duration_secs': 0.022744} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.517622] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.517622] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.518065] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.518065] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.518256] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.518552] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf40c7e-19ae-47c0-8376-0bc5b4524c8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.532314] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.532605] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.533496] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b32f7ce-5c5e-4b87-a616-d0993631c034 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.540952] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 817.540952] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e9d3f4-3d1f-0194-42d6-ddfc2af0377b" [ 817.540952] env[63339]: _type = "Task" [ 817.540952] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.550823] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e9d3f4-3d1f-0194-42d6-ddfc2af0377b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.609460] env[63339]: DEBUG oslo_vmware.api [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319897, 'name': PowerOnVM_Task, 'duration_secs': 1.220199} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.609809] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.610155] env[63339]: INFO nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Took 11.33 seconds to spawn the instance on the hypervisor. [ 817.610487] env[63339]: DEBUG nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.611511] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c476a9-f7fb-49b3-9781-f29d2ec13cad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.642977] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.668954] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080935} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.669255] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.670163] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdb8556-7183-4500-bc6e-fa4207475667 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.694585] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 562fe130-6f25-4af2-930b-c06e64de786e/562fe130-6f25-4af2-930b-c06e64de786e.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.697366] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5d9a7a-c6ac-4614-81a7-30aa2963b42d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.713955] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Successfully created port: a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 817.721402] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.721701] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.721872] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.722073] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.722258] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.722416] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.722637] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.722797] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.723017] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.723142] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.723313] env[63339]: DEBUG nova.virt.hardware [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.725357] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e9144-7dbb-4515-8985-c282428f1fad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.729977] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 817.729977] env[63339]: value = "task-4319900" [ 817.729977] env[63339]: _type = "Task" [ 817.729977] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.736219] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30516cfd-3538-4fc1-9299-323ce665c9b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.744057] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.939299] env[63339]: DEBUG oslo_concurrency.lockutils [req-50732768-fd12-4be7-a207-378d8c4333a7 req-f85f4cc0-b9b8-4272-9c47-3f2dcbd1701d service nova] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.002938] env[63339]: DEBUG nova.scheduler.client.report [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.053054] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e9d3f4-3d1f-0194-42d6-ddfc2af0377b, 'name': SearchDatastore_Task, 'duration_secs': 0.05} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.053907] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329057aa-9b30-4797-9928-021bf158bf13 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.062606] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 818.062606] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5254988a-9197-af87-4d37-70431bfa175c" [ 818.062606] env[63339]: _type = "Task" [ 818.062606] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.074241] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5254988a-9197-af87-4d37-70431bfa175c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.137838] env[63339]: INFO nova.compute.manager [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Took 43.61 seconds to build instance. [ 818.243322] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.509196] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.509738] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.512534] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.310s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.512765] env[63339]: DEBUG nova.objects.instance [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lazy-loading 'resources' on Instance uuid c158029b-a216-4e9e-b2b3-f73d34c41f5b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.578404] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5254988a-9197-af87-4d37-70431bfa175c, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.578698] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.578965] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/59535977-6d53-43fc-95c4-f4409235f7ec.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.579968] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc932bfb-9c87-44ba-809d-eedf93aa8c1d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.588836] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 818.588836] env[63339]: value = "task-4319901" [ 818.588836] env[63339]: _type = "Task" [ 818.588836] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.600039] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.641084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4afd340d-4309-486a-8d12-72fa8ce13754 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.516s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.746036] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.934714] env[63339]: DEBUG nova.compute.manager [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Received event network-changed-255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 818.934904] env[63339]: DEBUG nova.compute.manager [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Refreshing instance network info cache due to event network-changed-255641dc-21a4-4a7c-b496-705482a9643f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 818.935262] env[63339]: DEBUG oslo_concurrency.lockutils [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] Acquiring lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.935419] env[63339]: DEBUG oslo_concurrency.lockutils [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] Acquired lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.935547] env[63339]: DEBUG nova.network.neutron [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Refreshing network info cache for port 255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 819.016310] env[63339]: DEBUG nova.compute.utils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.023839] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.023990] env[63339]: DEBUG nova.network.neutron [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 819.088750] env[63339]: DEBUG nova.policy [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb813a522a2543259288bef1d5183868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88a4a10df9164e93b9aa5711f4e0ca17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.105976] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.144298] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.254289] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.527305] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.583959] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18f54-d860-82c8-a4e3-ce2c1393c599/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.585011] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0fc180-618d-481d-8f7d-ec8252a71803 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.597274] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18f54-d860-82c8-a4e3-ce2c1393c599/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.597470] env[63339]: ERROR oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18f54-d860-82c8-a4e3-ce2c1393c599/disk-0.vmdk due to incomplete transfer. [ 819.598092] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17aa8e98-c738-4f1f-9509-832049b3474b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.604205] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834141} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.604510] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/59535977-6d53-43fc-95c4-f4409235f7ec.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.604713] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.607284] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2584d74-b5f8-49b6-a84b-35df07e207bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.610638] env[63339]: DEBUG oslo_vmware.rw_handles [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18f54-d860-82c8-a4e3-ce2c1393c599/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.610791] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Uploaded image 685e3450-1218-498d-9751-fb540f04297d to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.613104] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.614068] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aaa94249-ef74-4d47-bb67-721b7d821251 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.618716] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 819.618716] env[63339]: value = "task-4319902" [ 819.618716] env[63339]: _type = "Task" [ 819.618716] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.626426] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 819.626426] env[63339]: value = "task-4319903" [ 819.626426] env[63339]: _type = "Task" [ 819.626426] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.636789] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.644148] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319903, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.682225] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.728491] env[63339]: DEBUG nova.compute.manager [req-fbdc335e-71db-4955-bd00-70e99fad2e35 req-a07e77b7-c5ee-4853-aab3-b64c85beea1a service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-vif-plugged-c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 819.728491] env[63339]: DEBUG oslo_concurrency.lockutils [req-fbdc335e-71db-4955-bd00-70e99fad2e35 req-a07e77b7-c5ee-4853-aab3-b64c85beea1a service nova] Acquiring lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.728491] env[63339]: DEBUG oslo_concurrency.lockutils [req-fbdc335e-71db-4955-bd00-70e99fad2e35 req-a07e77b7-c5ee-4853-aab3-b64c85beea1a service nova] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.728491] env[63339]: DEBUG oslo_concurrency.lockutils [req-fbdc335e-71db-4955-bd00-70e99fad2e35 req-a07e77b7-c5ee-4853-aab3-b64c85beea1a service nova] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.728491] env[63339]: DEBUG nova.compute.manager [req-fbdc335e-71db-4955-bd00-70e99fad2e35 req-a07e77b7-c5ee-4853-aab3-b64c85beea1a service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] No waiting events found dispatching network-vif-plugged-c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.729222] env[63339]: WARNING nova.compute.manager [req-fbdc335e-71db-4955-bd00-70e99fad2e35 req-a07e77b7-c5ee-4853-aab3-b64c85beea1a service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received unexpected event network-vif-plugged-c07655ae-d4f9-44f1-b249-fbf48e32ca4d for instance with vm_state building and task_state spawning. [ 819.748045] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319900, 'name': ReconfigVM_Task, 'duration_secs': 1.771345} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.750908] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 562fe130-6f25-4af2-930b-c06e64de786e/562fe130-6f25-4af2-930b-c06e64de786e.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.753500] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bfe2b9-ac40-45e6-9480-874f65a44c1d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.760993] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 819.760993] env[63339]: value = "task-4319904" [ 819.760993] env[63339]: _type = "Task" [ 819.760993] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.765791] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "a8b29def-4e67-41a1-8727-f7be343d6087" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.766274] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.766655] env[63339]: INFO nova.compute.manager [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Rebooting instance [ 819.777151] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319904, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.812165] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Successfully updated port: c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 819.846710] env[63339]: DEBUG nova.network.neutron [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Successfully created port: b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 819.911920] env[63339]: DEBUG nova.network.neutron [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updated VIF entry in instance network info cache for port 255641dc-21a4-4a7c-b496-705482a9643f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 819.912442] env[63339]: DEBUG nova.network.neutron [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updating instance_info_cache with network_info: [{"id": "255641dc-21a4-4a7c-b496-705482a9643f", "address": "fa:16:3e:40:60:e5", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255641dc-21", "ovs_interfaceid": "255641dc-21a4-4a7c-b496-705482a9643f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.917030] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48624532-64e0-4568-95a0-a81bbf56ae22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.925013] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ec0a5-3312-4f35-ac49-0634106b89ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.963018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f167e7-a233-4393-bfc4-3ec97d16252f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.973240] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cf402-5099-47dd-ad0a-5f94e38a5cb6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.990062] env[63339]: DEBUG nova.compute.provider_tree [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.132027] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130175} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.133254] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.134379] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3de9d-a0cd-4178-b779-fb8e0c27606c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.143201] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319903, 'name': Destroy_Task, 'duration_secs': 0.361287} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.154248] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Destroyed the VM [ 820.154704] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.164832] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/59535977-6d53-43fc-95c4-f4409235f7ec.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.165349] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a92a32cd-45d4-44e3-8d74-bcfd762320ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.167944] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b37da15-293c-417f-b1a7-5657b276c5f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.192921] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 820.192921] env[63339]: value = "task-4319906" [ 820.192921] env[63339]: _type = "Task" [ 820.192921] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.194610] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 820.194610] env[63339]: value = "task-4319905" [ 820.194610] env[63339]: _type = "Task" [ 820.194610] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.210391] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.214279] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.284602] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319904, 'name': Rename_Task, 'duration_secs': 0.170426} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.285185] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.285451] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3a29842-3568-4d28-bbd1-2147187f5770 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.293953] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 820.293953] env[63339]: value = "task-4319907" [ 820.293953] env[63339]: _type = "Task" [ 820.293953] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.302780] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.306439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.415980] env[63339]: DEBUG oslo_concurrency.lockutils [req-e719d07f-1923-4ef6-bd63-bf38ca54d701 req-4a5ed0c4-2bec-4112-854b-33763a451c5f service nova] Releasing lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.416449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquired lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.416631] env[63339]: DEBUG nova.network.neutron [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 820.490364] env[63339]: DEBUG nova.scheduler.client.report [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.538017] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.564017] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.564268] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.564425] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.564666] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.564844] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.565011] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.566807] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.567793] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.567793] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.567793] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.567793] env[63339]: DEBUG nova.virt.hardware [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.568871] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d10c595-86f6-4198-bc29-7b8ba1cb92ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.578773] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4cebdb-268f-4bdd-8d0f-4cd3a647d596 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.708658] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319905, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.713184] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.805923] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.997026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.484s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.000258] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.421s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.000258] env[63339]: DEBUG nova.objects.instance [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lazy-loading 'resources' on Instance uuid b09e59b5-8e84-4e1c-999d-26485313b701 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.036037] env[63339]: INFO nova.scheduler.client.report [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted allocations for instance c158029b-a216-4e9e-b2b3-f73d34c41f5b [ 821.187367] env[63339]: DEBUG nova.network.neutron [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updating instance_info_cache with network_info: [{"id": "255641dc-21a4-4a7c-b496-705482a9643f", "address": "fa:16:3e:40:60:e5", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255641dc-21", "ovs_interfaceid": "255641dc-21a4-4a7c-b496-705482a9643f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.211488] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319906, 'name': ReconfigVM_Task, 'duration_secs': 0.798414} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.215218] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/59535977-6d53-43fc-95c4-f4409235f7ec.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.216016] env[63339]: DEBUG oslo_vmware.api [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319905, 'name': RemoveSnapshot_Task, 'duration_secs': 0.799114} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.216654] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0f6f4d-e045-42d7-8854-09354889d835 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.218618] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.218934] env[63339]: INFO nova.compute.manager [None req-2df506ca-3751-496e-b8c7-98e7291a89e0 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 821.228477] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 821.228477] env[63339]: value = "task-4319908" [ 821.228477] env[63339]: _type = "Task" [ 821.228477] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.248504] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319908, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.306466] env[63339]: DEBUG oslo_vmware.api [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319907, 'name': PowerOnVM_Task, 'duration_secs': 0.572959} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.306466] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.306466] env[63339]: INFO nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Took 12.02 seconds to spawn the instance on the hypervisor. [ 821.306466] env[63339]: DEBUG nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.307729] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb708cf7-0c96-4839-8055-78114f96a591 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.551428] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "c158029b-a216-4e9e-b2b3-f73d34c41f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.250s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.565474] env[63339]: DEBUG nova.network.neutron [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Successfully updated port: b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 821.690545] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Releasing lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.744546] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319908, 'name': Rename_Task, 'duration_secs': 0.32602} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.744994] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.748894] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9cea4fb-41d6-4779-b771-9e9a3475f52e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.758967] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 821.758967] env[63339]: value = "task-4319909" [ 821.758967] env[63339]: _type = "Task" [ 821.758967] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.776427] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319909, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.835791] env[63339]: INFO nova.compute.manager [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Took 41.01 seconds to build instance. [ 821.841819] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-changed-c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 821.842124] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Refreshing instance network info cache due to event network-changed-c07655ae-d4f9-44f1-b249-fbf48e32ca4d. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 821.844147] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Acquiring lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.844147] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Acquired lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.844378] env[63339]: DEBUG nova.network.neutron [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Refreshing network info cache for port c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 821.861597] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Successfully updated port: b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 822.075019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "refresh_cache-a14a7775-1839-425f-956b-032f69e8318a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.075019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "refresh_cache-a14a7775-1839-425f-956b-032f69e8318a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.075019] env[63339]: DEBUG nova.network.neutron [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 822.135381] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dbc908-71ac-4cb3-a9d1-49fca49f08f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.150075] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ccfcab-7513-499d-a6db-ad7c84e238b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.186802] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850ce69-9586-4277-a823-47c5743baf36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.198357] env[63339]: DEBUG nova.compute.manager [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.200067] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2cce2-abcf-4b6e-8476-58bcf1088505 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.209046] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46558e6-0a22-4712-bcb7-962b1727fa3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.229206] env[63339]: DEBUG nova.compute.provider_tree [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.273361] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.350723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "562fe130-6f25-4af2-930b-c06e64de786e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.158s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.402251] env[63339]: DEBUG nova.network.neutron [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 822.559611] env[63339]: DEBUG nova.network.neutron [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.635096] env[63339]: DEBUG nova.network.neutron [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 822.735361] env[63339]: DEBUG nova.scheduler.client.report [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.770307] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.833734] env[63339]: DEBUG nova.network.neutron [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Updating instance_info_cache with network_info: [{"id": "b93b913c-fd28-4a93-b347-6053da690f27", "address": "fa:16:3e:f2:a7:76", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93b913c-fd", "ovs_interfaceid": "b93b913c-fd28-4a93-b347-6053da690f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.855920] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.063224] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Releasing lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.063588] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Received event network-vif-plugged-b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 823.063791] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Acquiring lock "a14a7775-1839-425f-956b-032f69e8318a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.064010] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Lock "a14a7775-1839-425f-956b-032f69e8318a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.064290] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Lock "a14a7775-1839-425f-956b-032f69e8318a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.064511] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] No waiting events found dispatching network-vif-plugged-b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.064702] env[63339]: WARNING nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Received unexpected event network-vif-plugged-b93b913c-fd28-4a93-b347-6053da690f27 for instance with vm_state building and task_state spawning. [ 823.064873] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Received event network-changed-b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 823.065065] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Refreshing instance network info cache due to event network-changed-b93b913c-fd28-4a93-b347-6053da690f27. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 823.065259] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Acquiring lock "refresh_cache-a14a7775-1839-425f-956b-032f69e8318a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.205640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "ab6975de-1411-4af2-848e-fb957595f115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.205912] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "ab6975de-1411-4af2-848e-fb957595f115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.206272] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "ab6975de-1411-4af2-848e-fb957595f115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.206494] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "ab6975de-1411-4af2-848e-fb957595f115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.206666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "ab6975de-1411-4af2-848e-fb957595f115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.208881] env[63339]: INFO nova.compute.manager [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Terminating instance [ 823.240043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.244329] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643872bf-728f-482d-aabd-1907408ebab1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.246537] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.015s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.248088] env[63339]: INFO nova.compute.claims [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.263729] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Doing hard reboot of VM {{(pid=63339) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 823.263729] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7ce234db-f280-45ef-98b6-91418e2cc35b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.266285] env[63339]: DEBUG oslo_vmware.api [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 823.266285] env[63339]: value = "task-4319910" [ 823.266285] env[63339]: _type = "Task" [ 823.266285] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.276083] env[63339]: DEBUG oslo_vmware.api [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319909, 'name': PowerOnVM_Task, 'duration_secs': 1.388496} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.277070] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.278046] env[63339]: INFO nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Took 11.07 seconds to spawn the instance on the hypervisor. [ 823.278046] env[63339]: DEBUG nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.278947] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa9387c-f648-45fc-93b9-5928447deaa0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.286922] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "interface-562fe130-6f25-4af2-930b-c06e64de786e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.287231] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "interface-562fe130-6f25-4af2-930b-c06e64de786e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.287852] env[63339]: DEBUG nova.objects.instance [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lazy-loading 'flavor' on Instance uuid 562fe130-6f25-4af2-930b-c06e64de786e {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.289603] env[63339]: DEBUG oslo_vmware.api [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319910, 'name': ResetVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.290724] env[63339]: INFO nova.scheduler.client.report [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Deleted allocations for instance b09e59b5-8e84-4e1c-999d-26485313b701 [ 823.336759] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "refresh_cache-a14a7775-1839-425f-956b-032f69e8318a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.337165] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Instance network_info: |[{"id": "b93b913c-fd28-4a93-b347-6053da690f27", "address": "fa:16:3e:f2:a7:76", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93b913c-fd", "ovs_interfaceid": "b93b913c-fd28-4a93-b347-6053da690f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.337574] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Acquired lock "refresh_cache-a14a7775-1839-425f-956b-032f69e8318a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.337696] env[63339]: DEBUG nova.network.neutron [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Refreshing network info cache for port b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 823.338874] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:a7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93b913c-fd28-4a93-b347-6053da690f27', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.347593] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.349061] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a7775-1839-425f-956b-032f69e8318a] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.349421] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94579333-64fa-4f35-a6c3-e0fe6de9589a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.379055] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.379055] env[63339]: value = "task-4319911" [ 823.379055] env[63339]: _type = "Task" [ 823.379055] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.386691] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.391785] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319911, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.713286] env[63339]: DEBUG nova.compute.manager [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.713627] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.714902] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69626ba-7c9e-4853-9f79-d201d7f8e382 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.723835] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.723835] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c07fc95-c6bc-4442-8303-563d804854b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.731956] env[63339]: DEBUG oslo_vmware.api [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 823.731956] env[63339]: value = "task-4319912" [ 823.731956] env[63339]: _type = "Task" [ 823.731956] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.741261] env[63339]: DEBUG oslo_vmware.api [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.780512] env[63339]: DEBUG oslo_vmware.api [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319910, 'name': ResetVM_Task, 'duration_secs': 0.123651} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.781102] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Did hard reboot of VM {{(pid=63339) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 823.781318] env[63339]: DEBUG nova.compute.manager [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.783171] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5a15c-3bdd-402c-ac98-676cd6c89385 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.793436] env[63339]: DEBUG nova.objects.instance [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lazy-loading 'pci_requests' on Instance uuid 562fe130-6f25-4af2-930b-c06e64de786e {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.811654] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Lock "b09e59b5-8e84-4e1c-999d-26485313b701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.942s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.816154] env[63339]: INFO nova.compute.manager [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Took 40.23 seconds to build instance. [ 823.892752] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319911, 'name': CreateVM_Task, 'duration_secs': 0.46769} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.892938] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a7775-1839-425f-956b-032f69e8318a] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.893679] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.893839] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.894280] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.894600] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8b21ce-af19-4833-8456-b8f3a40395a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.900022] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 823.900022] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52845bb4-19bf-1b7b-5c6d-6c611f486db7" [ 823.900022] env[63339]: _type = "Task" [ 823.900022] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.909615] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52845bb4-19bf-1b7b-5c6d-6c611f486db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.248669] env[63339]: DEBUG oslo_vmware.api [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319912, 'name': PowerOffVM_Task, 'duration_secs': 0.365912} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.248669] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.248669] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.248930] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04507a9-ecbf-41b8-8498-11b5fc3c7473 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.297883] env[63339]: DEBUG nova.objects.base [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Object Instance<562fe130-6f25-4af2-930b-c06e64de786e> lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 824.299249] env[63339]: DEBUG nova.network.neutron [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 824.301651] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aa155ec1-5b8a-41be-a378-025b68e97df3 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.535s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.319281] env[63339]: DEBUG oslo_concurrency.lockutils [None req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "59535977-6d53-43fc-95c4-f4409235f7ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.595s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.344328] env[63339]: DEBUG nova.network.neutron [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Updated VIF entry in instance network info cache for port b93b913c-fd28-4a93-b347-6053da690f27. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 824.344712] env[63339]: DEBUG nova.network.neutron [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Updating instance_info_cache with network_info: [{"id": "b93b913c-fd28-4a93-b347-6053da690f27", "address": "fa:16:3e:f2:a7:76", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93b913c-fd", "ovs_interfaceid": "b93b913c-fd28-4a93-b347-6053da690f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.350475] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.350727] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.350944] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Deleting the datastore file [datastore1] ab6975de-1411-4af2-848e-fb957595f115 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.351271] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ef929e-6d80-4ebb-bd98-8d9d454bf548 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.360534] env[63339]: DEBUG oslo_vmware.api [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for the task: (returnval){ [ 824.360534] env[63339]: value = "task-4319914" [ 824.360534] env[63339]: _type = "Task" [ 824.360534] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.375702] env[63339]: DEBUG oslo_vmware.api [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.413559] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52845bb4-19bf-1b7b-5c6d-6c611f486db7, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.413904] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.414159] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.414418] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.414598] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.414821] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.415107] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfcb038c-2ef3-402e-ace6-c34e69bf99f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.424521] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.424758] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.425621] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97a438f-5dcb-4088-b21e-d261be4d3a42 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.431745] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 824.431745] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5201b40b-5e1a-389f-45a3-c5168b02e5b4" [ 824.431745] env[63339]: _type = "Task" [ 824.431745] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.441436] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5201b40b-5e1a-389f-45a3-c5168b02e5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.446126] env[63339]: DEBUG nova.compute.manager [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-changed-b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 824.446341] env[63339]: DEBUG nova.compute.manager [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Refreshing instance network info cache due to event network-changed-b84458bf-f59d-412c-a30c-b78932ebc3dd. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 824.446569] env[63339]: DEBUG oslo_concurrency.lockutils [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] Acquiring lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.446775] env[63339]: DEBUG oslo_concurrency.lockutils [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] Acquired lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.446935] env[63339]: DEBUG nova.network.neutron [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Refreshing network info cache for port b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 824.477864] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d05ffa87-82e3-44ce-b213-5dc234c10dbb tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "interface-562fe130-6f25-4af2-930b-c06e64de786e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.190s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.566479] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Successfully updated port: a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 824.822441] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.851370] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Releasing lock "refresh_cache-a14a7775-1839-425f-956b-032f69e8318a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.851660] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-vif-plugged-b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 824.851864] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Acquiring lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.852405] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.852586] env[63339]: DEBUG oslo_concurrency.lockutils [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.852756] env[63339]: DEBUG nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] No waiting events found dispatching network-vif-plugged-b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.852929] env[63339]: WARNING nova.compute.manager [req-18f17df5-cdd0-4e34-a8d7-19c01d0f27d9 req-28fea4ed-8193-43fd-b705-93732ba47f9b service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received unexpected event network-vif-plugged-b84458bf-f59d-412c-a30c-b78932ebc3dd for instance with vm_state building and task_state spawning. [ 824.873714] env[63339]: DEBUG oslo_vmware.api [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Task: {'id': task-4319914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165971} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.873987] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.874190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.874368] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.874648] env[63339]: INFO nova.compute.manager [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] [instance: ab6975de-1411-4af2-848e-fb957595f115] Took 1.16 seconds to destroy the instance on the hypervisor. [ 824.874815] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.874981] env[63339]: DEBUG nova.compute.manager [-] [instance: ab6975de-1411-4af2-848e-fb957595f115] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.875090] env[63339]: DEBUG nova.network.neutron [-] [instance: ab6975de-1411-4af2-848e-fb957595f115] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 824.892817] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0163ed-7671-4132-8f96-2a4e76a02d48 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.905645] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f44396-e71f-43ea-beaa-346d28b83870 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.940452] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad33e444-e289-4ab9-a916-66af2c48a4ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.953386] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5201b40b-5e1a-389f-45a3-c5168b02e5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.954725] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d11eda3-e91a-4956-be54-1568388c3a32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.959483] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20658d2-6547-406d-a8c1-40293915d29f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973986] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 824.973986] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52454bbf-db73-5293-beb7-3a788b185957" [ 824.973986] env[63339]: _type = "Task" [ 824.973986] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.975054] env[63339]: DEBUG nova.compute.provider_tree [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.990294] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52454bbf-db73-5293-beb7-3a788b185957, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.991955] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.992208] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a14a7775-1839-425f-956b-032f69e8318a/a14a7775-1839-425f-956b-032f69e8318a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.992813] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e4e154a-7c6b-4247-98b7-7d6fe838aa05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.004425] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 825.004425] env[63339]: value = "task-4319915" [ 825.004425] env[63339]: _type = "Task" [ 825.004425] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.015739] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.075514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.149079] env[63339]: DEBUG nova.network.neutron [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 825.346401] env[63339]: DEBUG nova.network.neutron [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.367049] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.485246] env[63339]: DEBUG nova.scheduler.client.report [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.518478] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319915, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.639253] env[63339]: INFO nova.compute.manager [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Rescuing [ 825.639627] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.639820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.640029] env[63339]: DEBUG nova.network.neutron [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 825.851334] env[63339]: DEBUG oslo_concurrency.lockutils [req-d5a9632f-200b-4d9d-9592-36386da14730 req-2534b830-535b-42c8-bdda-d83ec6d8eb7c service nova] Releasing lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.852334] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.852751] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 825.991314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.991798] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.994717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.984s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.996610] env[63339]: INFO nova.compute.claims [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.020111] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5204} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.020354] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a14a7775-1839-425f-956b-032f69e8318a/a14a7775-1839-425f-956b-032f69e8318a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.020602] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.020880] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc70eee6-6771-45b3-9525-ee23f71764b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.029517] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 826.029517] env[63339]: value = "task-4319916" [ 826.029517] env[63339]: _type = "Task" [ 826.029517] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.038377] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.151025] env[63339]: DEBUG nova.network.neutron [-] [instance: ab6975de-1411-4af2-848e-fb957595f115] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.418227] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 826.421693] env[63339]: DEBUG nova.network.neutron [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Updating instance_info_cache with network_info: [{"id": "cc2f0084-1ef2-423c-9cff-548c007535fc", "address": "fa:16:3e:af:42:41", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2f0084-1e", "ovs_interfaceid": "cc2f0084-1ef2-423c-9cff-548c007535fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.501640] env[63339]: DEBUG nova.compute.utils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.511023] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.511023] env[63339]: DEBUG nova.network.neutron [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 826.541761] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.594102] env[63339]: DEBUG nova.policy [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b5d8357a824ab28772d7489a71a5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52547076eaa7400bafc04a0f05676493', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.651728] env[63339]: INFO nova.compute.manager [-] [instance: ab6975de-1411-4af2-848e-fb957595f115] Took 1.78 seconds to deallocate network for instance. [ 826.688045] env[63339]: DEBUG nova.compute.manager [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Received event network-changed-255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 826.688480] env[63339]: DEBUG nova.compute.manager [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Refreshing instance network info cache due to event network-changed-255641dc-21a4-4a7c-b496-705482a9643f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 826.688480] env[63339]: DEBUG oslo_concurrency.lockutils [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] Acquiring lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.689177] env[63339]: DEBUG oslo_concurrency.lockutils [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] Acquired lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.689177] env[63339]: DEBUG nova.network.neutron [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Refreshing network info cache for port 255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 826.795420] env[63339]: DEBUG nova.compute.manager [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-vif-plugged-a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 826.795420] env[63339]: DEBUG oslo_concurrency.lockutils [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] Acquiring lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.795618] env[63339]: DEBUG oslo_concurrency.lockutils [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.795885] env[63339]: DEBUG oslo_concurrency.lockutils [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.795958] env[63339]: DEBUG nova.compute.manager [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] No waiting events found dispatching network-vif-plugged-a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.796178] env[63339]: WARNING nova.compute.manager [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received unexpected event network-vif-plugged-a154050b-819b-4084-bfdd-3ef82d64bb79 for instance with vm_state building and task_state spawning. [ 826.796388] env[63339]: DEBUG nova.compute.manager [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-changed-a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 826.796498] env[63339]: DEBUG nova.compute.manager [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Refreshing instance network info cache due to event network-changed-a154050b-819b-4084-bfdd-3ef82d64bb79. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 826.796730] env[63339]: DEBUG oslo_concurrency.lockutils [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] Acquiring lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.842453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "562fe130-6f25-4af2-930b-c06e64de786e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.843328] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "562fe130-6f25-4af2-930b-c06e64de786e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.843391] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "562fe130-6f25-4af2-930b-c06e64de786e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.843907] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "562fe130-6f25-4af2-930b-c06e64de786e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.843907] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "562fe130-6f25-4af2-930b-c06e64de786e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.845742] env[63339]: INFO nova.compute.manager [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Terminating instance [ 826.924091] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "refresh_cache-59535977-6d53-43fc-95c4-f4409235f7ec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.008877] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.043698] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.567227} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.044435] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.045782] env[63339]: DEBUG nova.network.neutron [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Updating instance_info_cache with network_info: [{"id": "c07655ae-d4f9-44f1-b249-fbf48e32ca4d", "address": "fa:16:3e:b8:7d:d6", "network": {"id": "ea4b7473-b6c9-4eb6-80b1-91888b41253d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510367040", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07655ae-d4", "ovs_interfaceid": "c07655ae-d4f9-44f1-b249-fbf48e32ca4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b84458bf-f59d-412c-a30c-b78932ebc3dd", "address": "fa:16:3e:4b:61:5b", "network": {"id": "c4fc13a5-7239-4ee4-8386-8bd1c66ba24b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2094067221", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84458bf-f5", "ovs_interfaceid": "b84458bf-f59d-412c-a30c-b78932ebc3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a154050b-819b-4084-bfdd-3ef82d64bb79", "address": "fa:16:3e:3e:6e:b2", "network": {"id": "ea4b7473-b6c9-4eb6-80b1-91888b41253d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510367040", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa154050b-81", "ovs_interfaceid": "a154050b-819b-4084-bfdd-3ef82d64bb79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.052417] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e4e5a-1059-4964-8ac8-25d676b71815 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.087195] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] a14a7775-1839-425f-956b-032f69e8318a/a14a7775-1839-425f-956b-032f69e8318a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.088591] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b39681d-f6c5-4bc5-b546-973d20aa5007 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.120477] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 827.120477] env[63339]: value = "task-4319917" [ 827.120477] env[63339]: _type = "Task" [ 827.120477] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.134857] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.161701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.294121] env[63339]: DEBUG nova.network.neutron [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Successfully created port: 3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 827.349677] env[63339]: DEBUG nova.compute.manager [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.349890] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.350957] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49312fe2-29ef-423f-a264-a50f64a58858 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.359682] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.360343] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3d06bc-5a74-43c0-b54c-5f447efa0239 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.368244] env[63339]: DEBUG oslo_vmware.api [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 827.368244] env[63339]: value = "task-4319918" [ 827.368244] env[63339]: _type = "Task" [ 827.368244] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.384415] env[63339]: DEBUG oslo_vmware.api [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.560929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Releasing lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.561924] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance network_info: |[{"id": "c07655ae-d4f9-44f1-b249-fbf48e32ca4d", "address": "fa:16:3e:b8:7d:d6", "network": {"id": "ea4b7473-b6c9-4eb6-80b1-91888b41253d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510367040", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07655ae-d4", "ovs_interfaceid": "c07655ae-d4f9-44f1-b249-fbf48e32ca4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b84458bf-f59d-412c-a30c-b78932ebc3dd", "address": "fa:16:3e:4b:61:5b", "network": {"id": "c4fc13a5-7239-4ee4-8386-8bd1c66ba24b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2094067221", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84458bf-f5", "ovs_interfaceid": "b84458bf-f59d-412c-a30c-b78932ebc3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a154050b-819b-4084-bfdd-3ef82d64bb79", "address": "fa:16:3e:3e:6e:b2", "network": {"id": "ea4b7473-b6c9-4eb6-80b1-91888b41253d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510367040", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa154050b-81", "ovs_interfaceid": "a154050b-819b-4084-bfdd-3ef82d64bb79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.562320] env[63339]: DEBUG oslo_concurrency.lockutils [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] Acquired lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.562526] env[63339]: DEBUG nova.network.neutron [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Refreshing network info cache for port a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 827.564107] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:7d:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c07655ae-d4f9-44f1-b249-fbf48e32ca4d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:61:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b84458bf-f59d-412c-a30c-b78932ebc3dd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:6e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a154050b-819b-4084-bfdd-3ef82d64bb79', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.579308] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Creating folder: Project (a4fd88e514484a74b76bbc28a963d611). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.586550] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc60ed0c-a862-4922-bc1d-7d01f72b9759 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.590407] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "a8b29def-4e67-41a1-8727-f7be343d6087" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.590407] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.591131] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "a8b29def-4e67-41a1-8727-f7be343d6087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.591524] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.591759] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.596133] env[63339]: INFO nova.compute.manager [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Terminating instance [ 827.605514] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Created folder: Project (a4fd88e514484a74b76bbc28a963d611) in parent group-v849594. [ 827.605733] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Creating folder: Instances. Parent ref: group-v849720. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.609265] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a8ab4e9-187c-4036-8cab-c85d43cece4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.627200] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Created folder: Instances in parent group-v849720. [ 827.627595] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.628437] env[63339]: DEBUG nova.network.neutron [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updated VIF entry in instance network info cache for port 255641dc-21a4-4a7c-b496-705482a9643f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 827.628767] env[63339]: DEBUG nova.network.neutron [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updating instance_info_cache with network_info: [{"id": "255641dc-21a4-4a7c-b496-705482a9643f", "address": "fa:16:3e:40:60:e5", "network": {"id": "dfef7c84-8d4f-492d-a730-83e34e2cede4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1477636613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54834d28ceac43ada17f0e3c57e8639e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255641dc-21", "ovs_interfaceid": "255641dc-21a4-4a7c-b496-705482a9643f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.633983] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.635825] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-214a1069-dd63-49a1-8ddf-a99310b40cef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.667045] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319917, 'name': ReconfigVM_Task, 'duration_secs': 0.382541} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.668403] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] a14a7775-1839-425f-956b-032f69e8318a/a14a7775-1839-425f-956b-032f69e8318a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.668813] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46719852-30ef-42d5-90d9-916be2c81035 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.675918] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.675918] env[63339]: value = "task-4319921" [ 827.675918] env[63339]: _type = "Task" [ 827.675918] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.677625] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 827.677625] env[63339]: value = "task-4319922" [ 827.677625] env[63339]: _type = "Task" [ 827.677625] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.695138] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319921, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.699291] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319922, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.809498] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4608bc0a-23a1-4973-a5ad-3bf3ce892713 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.818709] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed809fc-16c6-4868-bc0a-903fed90c92c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.853886] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10afa891-394b-4eff-8aa7-9f853634aa05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.862703] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03f8ac-64ee-44a7-aebd-a663507e000b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.880991] env[63339]: DEBUG nova.compute.provider_tree [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.892685] env[63339]: DEBUG oslo_vmware.api [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319918, 'name': PowerOffVM_Task, 'duration_secs': 0.306888} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.892685] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.892685] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.892685] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29346b7c-ecb8-4147-be2d-7054456ed80a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.995857] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.996194] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.996322] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Deleting the datastore file [datastore1] 562fe130-6f25-4af2-930b-c06e64de786e {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.997666] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba433c67-3148-4967-91b7-fb03bc290ee9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.007367] env[63339]: DEBUG oslo_vmware.api [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for the task: (returnval){ [ 828.007367] env[63339]: value = "task-4319924" [ 828.007367] env[63339]: _type = "Task" [ 828.007367] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.018826] env[63339]: DEBUG oslo_vmware.api [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.022504] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.065020] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:41:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='62f9f39f-7f88-4fe5-b526-bb1b39010b2a',id=24,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-655573',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.065350] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.065516] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.065721] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.065887] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.066056] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.066299] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.066466] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.066664] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.066848] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.067079] env[63339]: DEBUG nova.virt.hardware [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.068565] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082099aa-d010-435b-9a69-2bbd3173ca6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.078752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9397540-1cdd-4110-a82d-16a0f8ec6024 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099461] env[63339]: DEBUG nova.compute.manager [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.100140] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.100684] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4762bc1b-c2e9-4af6-8dd2-a5aa76f7e157 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.110717] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.111083] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f257ed5-150d-435c-b22f-63abacf25924 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.121526] env[63339]: DEBUG oslo_vmware.api [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 828.121526] env[63339]: value = "task-4319925" [ 828.121526] env[63339]: _type = "Task" [ 828.121526] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.133722] env[63339]: DEBUG oslo_vmware.api [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.136963] env[63339]: DEBUG oslo_concurrency.lockutils [req-1b57aa98-0faa-4c7b-94c8-65ff1f40bfee req-1bc4bdc1-3467-4d6c-b60a-5994867313a9 service nova] Releasing lock "refresh_cache-a8b29def-4e67-41a1-8727-f7be343d6087" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.197586] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319922, 'name': Rename_Task, 'duration_secs': 0.197786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.201378] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.201688] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319921, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.201919] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-705acfa0-93f8-4180-b3a9-e26882f2bd14 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.209695] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 828.209695] env[63339]: value = "task-4319926" [ 828.209695] env[63339]: _type = "Task" [ 828.209695] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.220143] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.386294] env[63339]: DEBUG nova.scheduler.client.report [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.473742] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.474089] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e4ee2c-baf5-4727-ad29-0ea6920a6a43 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.483135] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 828.483135] env[63339]: value = "task-4319927" [ 828.483135] env[63339]: _type = "Task" [ 828.483135] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.496354] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.518876] env[63339]: DEBUG oslo_vmware.api [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Task: {'id': task-4319924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191842} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.519996] env[63339]: DEBUG nova.network.neutron [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Updated VIF entry in instance network info cache for port a154050b-819b-4084-bfdd-3ef82d64bb79. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 828.520551] env[63339]: DEBUG nova.network.neutron [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Updating instance_info_cache with network_info: [{"id": "c07655ae-d4f9-44f1-b249-fbf48e32ca4d", "address": "fa:16:3e:b8:7d:d6", "network": {"id": "ea4b7473-b6c9-4eb6-80b1-91888b41253d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510367040", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07655ae-d4", "ovs_interfaceid": "c07655ae-d4f9-44f1-b249-fbf48e32ca4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b84458bf-f59d-412c-a30c-b78932ebc3dd", "address": "fa:16:3e:4b:61:5b", "network": {"id": "c4fc13a5-7239-4ee4-8386-8bd1c66ba24b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2094067221", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84458bf-f5", "ovs_interfaceid": "b84458bf-f59d-412c-a30c-b78932ebc3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a154050b-819b-4084-bfdd-3ef82d64bb79", "address": "fa:16:3e:3e:6e:b2", "network": {"id": "ea4b7473-b6c9-4eb6-80b1-91888b41253d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510367040", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa154050b-81", "ovs_interfaceid": "a154050b-819b-4084-bfdd-3ef82d64bb79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.522659] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.523036] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.523318] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.523555] env[63339]: INFO nova.compute.manager [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 828.523844] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.525886] env[63339]: DEBUG nova.compute.manager [-] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.525886] env[63339]: DEBUG nova.network.neutron [-] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 828.635985] env[63339]: DEBUG oslo_vmware.api [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319925, 'name': PowerOffVM_Task, 'duration_secs': 0.259922} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.636416] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.636707] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.637317] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065f550f-a807-4181-a526-b78cfd9fb017 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.692309] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319921, 'name': CreateVM_Task, 'duration_secs': 0.653199} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.692604] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.693593] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.693735] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.693966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.694255] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf64c65d-4a9d-4159-b545-d9d6eef21b6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.704027] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 828.704027] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52041bcb-7c39-80b3-1fa5-48d152597b74" [ 828.704027] env[63339]: _type = "Task" [ 828.704027] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.710906] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52041bcb-7c39-80b3-1fa5-48d152597b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.718610] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.718857] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.719051] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Deleting the datastore file [datastore1] a8b29def-4e67-41a1-8727-f7be343d6087 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.723075] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28648b9d-7d3d-4cd1-bc48-e908b85d43ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.727095] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.731511] env[63339]: DEBUG oslo_vmware.api [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 828.731511] env[63339]: value = "task-4319929" [ 828.731511] env[63339]: _type = "Task" [ 828.731511] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.742727] env[63339]: DEBUG oslo_vmware.api [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.895788] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.897082] env[63339]: DEBUG nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.900208] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.085s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.900448] env[63339]: DEBUG nova.objects.instance [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lazy-loading 'resources' on Instance uuid e157b2b3-e398-4b7a-87f5-408800682b3b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.994053] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319927, 'name': PowerOffVM_Task, 'duration_secs': 0.2059} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.994426] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.995293] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b1f2d-3b23-4ef9-92fb-db74ada782bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.026013] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08367d42-46b1-427f-9934-f5b9035c1d93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.029232] env[63339]: DEBUG oslo_concurrency.lockutils [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] Releasing lock "refresh_cache-a7ebffc9-b9df-49a3-83aa-bb4436cffd95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.030363] env[63339]: DEBUG nova.compute.manager [req-93dd9bd7-1697-4169-b274-df9a9b8d6802 req-b5fe784f-dd31-410d-8e39-4f6e0e1951f7 service nova] [instance: ab6975de-1411-4af2-848e-fb957595f115] Received event network-vif-deleted-135f519c-43cb-4180-b113-634dcc57dda7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 829.073485] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.074017] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5e63d5-44b2-4cfa-be19-6f5717e15c85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.083467] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 829.083467] env[63339]: value = "task-4319930" [ 829.083467] env[63339]: _type = "Task" [ 829.083467] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.099729] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 829.099729] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.099729] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.099729] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.099729] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.101590] env[63339]: DEBUG nova.compute.manager [req-7ef211ff-4bc7-4d91-a933-c9be4b8b484f req-44089bc3-73c0-43b6-82de-99e0c6edc5df service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Received event network-vif-deleted-da34a509-3043-4f53-b966-e248875f62a1 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 829.101929] env[63339]: INFO nova.compute.manager [req-7ef211ff-4bc7-4d91-a933-c9be4b8b484f req-44089bc3-73c0-43b6-82de-99e0c6edc5df service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Neutron deleted interface da34a509-3043-4f53-b966-e248875f62a1; detaching it from the instance and deleting it from the info cache [ 829.104050] env[63339]: DEBUG nova.network.neutron [req-7ef211ff-4bc7-4d91-a933-c9be4b8b484f req-44089bc3-73c0-43b6-82de-99e0c6edc5df service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.104050] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c40ae540-57b8-4443-97c1-9b7c9926c7e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.115333] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.115580] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.116347] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f377068-86c9-4bc5-90b3-bce1becfd393 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.122495] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 829.122495] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524cbd03-f24c-5139-67f7-daca5f97a968" [ 829.122495] env[63339]: _type = "Task" [ 829.122495] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.133143] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524cbd03-f24c-5139-67f7-daca5f97a968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.212562] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52041bcb-7c39-80b3-1fa5-48d152597b74, 'name': SearchDatastore_Task, 'duration_secs': 0.016397} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.216424] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.216993] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.218689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.223513] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319926, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.244218] env[63339]: DEBUG oslo_vmware.api [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4319929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215071} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.244546] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.244786] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.244992] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.245211] env[63339]: INFO nova.compute.manager [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Took 1.15 seconds to destroy the instance on the hypervisor. [ 829.245517] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.245745] env[63339]: DEBUG nova.compute.manager [-] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.245862] env[63339]: DEBUG nova.network.neutron [-] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 829.345732] env[63339]: DEBUG nova.network.neutron [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Successfully updated port: 3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 829.407942] env[63339]: DEBUG nova.compute.utils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.409813] env[63339]: DEBUG nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 829.554987] env[63339]: DEBUG nova.network.neutron [-] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.608186] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72970614-968f-48dd-ad17-479839ed0544 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.620858] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df66bc4-d564-441f-b2ff-4b99bca9c79c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.644539] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524cbd03-f24c-5139-67f7-daca5f97a968, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.645725] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d885e09-1b81-4590-bcef-eaa3f08fd828 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.669044] env[63339]: DEBUG nova.compute.manager [req-7ef211ff-4bc7-4d91-a933-c9be4b8b484f req-44089bc3-73c0-43b6-82de-99e0c6edc5df service nova] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Detach interface failed, port_id=da34a509-3043-4f53-b966-e248875f62a1, reason: Instance 562fe130-6f25-4af2-930b-c06e64de786e could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 829.673547] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 829.673547] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52413f98-18f2-daca-1f6c-d436759ea14f" [ 829.673547] env[63339]: _type = "Task" [ 829.673547] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.682821] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52413f98-18f2-daca-1f6c-d436759ea14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.724661] env[63339]: DEBUG oslo_vmware.api [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4319926, 'name': PowerOnVM_Task, 'duration_secs': 1.16967} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.724946] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.725907] env[63339]: INFO nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Took 9.19 seconds to spawn the instance on the hypervisor. [ 829.725907] env[63339]: DEBUG nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.727026] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab989d5-0845-4b0a-b558-099b66d15c6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.851435] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.851435] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.851435] env[63339]: DEBUG nova.network.neutron [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 829.911062] env[63339]: DEBUG nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.053550] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ccba7f-2141-4040-bf0c-1294bb7c1120 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.057317] env[63339]: INFO nova.compute.manager [-] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Took 1.53 seconds to deallocate network for instance. [ 830.069042] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834defa4-ab41-4eb6-871d-57bb919ad8f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.113894] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f4b5d-7fca-49f8-9b24-b05b76bf04f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.124196] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53837e3-828a-427b-80ec-2892ec9c3301 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.140491] env[63339]: DEBUG nova.compute.provider_tree [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.186432] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52413f98-18f2-daca-1f6c-d436759ea14f, 'name': SearchDatastore_Task, 'duration_secs': 0.032173} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.186741] env[63339]: DEBUG oslo_concurrency.lockutils [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187039] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. {{(pid=63339) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 830.187423] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.187685] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.187991] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c243090a-2bfe-47e4-bac7-55a0d5ec2fdc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.191354] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9636679a-b7f6-4691-8749-a144f53de23a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.201325] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 830.201325] env[63339]: value = "task-4319931" [ 830.201325] env[63339]: _type = "Task" [ 830.201325] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.207527] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.208074] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.208726] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8a618d-d9ba-4cc0-bbb7-c86f30e153a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.218126] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.220370] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 830.220370] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bf1ec5-17a8-951c-67fe-0adb9528e74b" [ 830.220370] env[63339]: _type = "Task" [ 830.220370] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.229769] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bf1ec5-17a8-951c-67fe-0adb9528e74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.246380] env[63339]: INFO nova.compute.manager [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Took 41.89 seconds to build instance. [ 830.401073] env[63339]: DEBUG nova.network.neutron [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 830.436796] env[63339]: DEBUG nova.network.neutron [-] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.566509] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.626582] env[63339]: DEBUG nova.network.neutron [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.644483] env[63339]: DEBUG nova.scheduler.client.report [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.718042] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.732299] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bf1ec5-17a8-951c-67fe-0adb9528e74b, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.733844] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898e1328-1696-49bb-9ca7-71ab0948c273 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.740982] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 830.740982] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c6f6d7-dc43-8724-338a-0e1d91e648da" [ 830.740982] env[63339]: _type = "Task" [ 830.740982] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.748635] env[63339]: DEBUG oslo_concurrency.lockutils [None req-adc21657-b0a0-4429-8a11-80432ab7ba1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "a14a7775-1839-425f-956b-032f69e8318a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.962s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.754626] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c6f6d7-dc43-8724-338a-0e1d91e648da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.923029] env[63339]: DEBUG nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.944650] env[63339]: INFO nova.compute.manager [-] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Took 1.70 seconds to deallocate network for instance. [ 830.951822] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.952087] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.952294] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.952475] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.952623] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.952770] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.952979] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.953153] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.953327] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.953506] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.953679] env[63339]: DEBUG nova.virt.hardware [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.954569] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaef507-9688-4b90-85f0-9bfffd94a1c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.965363] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36aaf31-9889-4b5f-8335-24a70e2e3df1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.981307] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.986857] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Creating folder: Project (e70441b49a9447bda1a4efceedbdd165). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.987235] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8700f7b-1e00-4148-a9c2-1860c2e884f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.998878] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Created folder: Project (e70441b49a9447bda1a4efceedbdd165) in parent group-v849594. [ 830.999105] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Creating folder: Instances. Parent ref: group-v849723. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.999354] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e11ac1d-492c-473b-a398-cae6aef1679d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.009123] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Created folder: Instances in parent group-v849723. [ 831.009394] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.009594] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.009823] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0441586-9ec7-42d1-bd48-68ca614b8258 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.027984] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.027984] env[63339]: value = "task-4319934" [ 831.027984] env[63339]: _type = "Task" [ 831.027984] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.040268] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319934, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.129999] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.130535] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Instance network_info: |[{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.131065] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:6d:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ed992e9-32cb-456c-a54a-779285d84aad', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.139360] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.140009] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.140301] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7700e395-942f-46aa-ab19-292b8c08b4f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.155644] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.157963] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.270s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.158271] env[63339]: DEBUG nova.objects.instance [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lazy-loading 'resources' on Instance uuid 5e43cd98-f6ad-4f80-948f-00fbff73b684 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.166350] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.166350] env[63339]: value = "task-4319935" [ 831.166350] env[63339]: _type = "Task" [ 831.166350] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.179813] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319935, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.200826] env[63339]: INFO nova.scheduler.client.report [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted allocations for instance e157b2b3-e398-4b7a-87f5-408800682b3b [ 831.226674] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713871} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.227066] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. [ 831.228349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bcef7c-6245-48a3-9f32-56aea887042b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.267981] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.274183] env[63339]: DEBUG nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.279098] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6145bde-f82a-40f5-9a18-d00aa280185c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.312658] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c6f6d7-dc43-8724-338a-0e1d91e648da, 'name': SearchDatastore_Task, 'duration_secs': 0.052514} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.314904] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.315208] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a7ebffc9-b9df-49a3-83aa-bb4436cffd95/a7ebffc9-b9df-49a3-83aa-bb4436cffd95.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.315538] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 831.315538] env[63339]: value = "task-4319936" [ 831.315538] env[63339]: _type = "Task" [ 831.315538] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.318090] env[63339]: DEBUG nova.compute.manager [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Received event network-vif-plugged-3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 831.318090] env[63339]: DEBUG oslo_concurrency.lockutils [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] Acquiring lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.318090] env[63339]: DEBUG oslo_concurrency.lockutils [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.318090] env[63339]: DEBUG oslo_concurrency.lockutils [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.318090] env[63339]: DEBUG nova.compute.manager [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] No waiting events found dispatching network-vif-plugged-3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.318090] env[63339]: WARNING nova.compute.manager [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Received unexpected event network-vif-plugged-3ed992e9-32cb-456c-a54a-779285d84aad for instance with vm_state building and task_state spawning. [ 831.318090] env[63339]: DEBUG nova.compute.manager [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Received event network-changed-3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 831.318369] env[63339]: DEBUG nova.compute.manager [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Refreshing instance network info cache due to event network-changed-3ed992e9-32cb-456c-a54a-779285d84aad. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 831.318369] env[63339]: DEBUG oslo_concurrency.lockutils [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] Acquiring lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.318433] env[63339]: DEBUG oslo_concurrency.lockutils [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] Acquired lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.318729] env[63339]: DEBUG nova.network.neutron [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Refreshing network info cache for port 3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 831.319688] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a420e95f-f547-4cfb-b6c2-c177dad8d275 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.332748] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.334489] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 831.334489] env[63339]: value = "task-4319937" [ 831.334489] env[63339]: _type = "Task" [ 831.334489] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.348399] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.461503] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.539239] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319934, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.684643] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319935, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.724312] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24e97e2d-92b6-457b-9632-17719eff6e48 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "e157b2b3-e398-4b7a-87f5-408800682b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.433s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.830837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.845531] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.854076] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319937, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.996048] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "419b33ea-22ee-4070-918e-429dcf79e2b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.996311] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.041196] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319934, 'name': CreateVM_Task, 'duration_secs': 0.539496} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.044727] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.052213] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.052213] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.052213] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.052213] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a544cef-ecd7-45a1-b156-cb323cf2150a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.064489] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 832.064489] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523ddf86-334a-49af-7ada-4d26db7a184f" [ 832.064489] env[63339]: _type = "Task" [ 832.064489] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.074181] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523ddf86-334a-49af-7ada-4d26db7a184f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.184684] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319935, 'name': CreateVM_Task, 'duration_secs': 0.58068} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.184995] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.185962] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.301437] env[63339]: DEBUG nova.network.neutron [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updated VIF entry in instance network info cache for port 3ed992e9-32cb-456c-a54a-779285d84aad. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 832.301781] env[63339]: DEBUG nova.network.neutron [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.333661] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319936, 'name': ReconfigVM_Task, 'duration_secs': 0.540948} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.333661] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.334282] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285ef4eb-9a1b-4378-a5e7-e3995e5613cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.346527] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817003} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.365932] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a7ebffc9-b9df-49a3-83aa-bb4436cffd95/a7ebffc9-b9df-49a3-83aa-bb4436cffd95.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.366208] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.374424] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4195952d-9ed3-4fc7-b68b-e15c7c7be01e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.376538] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9703df-fd17-48c7-94ab-ac44916ddde5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.396043] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 832.396043] env[63339]: value = "task-4319939" [ 832.396043] env[63339]: _type = "Task" [ 832.396043] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.396594] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 832.396594] env[63339]: value = "task-4319938" [ 832.396594] env[63339]: _type = "Task" [ 832.396594] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.419096] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.424214] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.446545] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a6f6b-4830-4fac-9eda-c2b4adb43e6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.458021] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66727278-5db8-4bec-a095-167a819e1001 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.498764] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d63e14-edd9-456b-85a9-1923feee4599 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.508076] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e7a635-aec8-4de0-8da4-ca77ba720d07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.525152] env[63339]: DEBUG nova.compute.provider_tree [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.575494] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523ddf86-334a-49af-7ada-4d26db7a184f, 'name': SearchDatastore_Task, 'duration_secs': 0.066501} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.575836] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.576089] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.576389] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.576486] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.576713] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.577037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.577358] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.577594] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162e1d3f-f822-456c-b6f9-de5639a9ef57 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.579877] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df4aad2-6748-4069-91da-ba80df07f73a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.586595] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 832.586595] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52271101-8af7-98ef-e3b0-681bbb69be30" [ 832.586595] env[63339]: _type = "Task" [ 832.586595] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.591485] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.591687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.592970] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7484641-9592-46a9-838f-b326abe2f3dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.601506] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52271101-8af7-98ef-e3b0-681bbb69be30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.606080] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 832.606080] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d552a8-e819-cce1-caf0-b67feddc1228" [ 832.606080] env[63339]: _type = "Task" [ 832.606080] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.615437] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d552a8-e819-cce1-caf0-b67feddc1228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.804401] env[63339]: DEBUG oslo_concurrency.lockutils [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] Releasing lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.807444] env[63339]: DEBUG nova.compute.manager [req-5ffabe9e-3dac-4fb2-ad0d-f00eebeaac3b req-f3b3649a-0f9b-4823-bec3-d05f995b291b service nova] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Received event network-vif-deleted-255641dc-21a4-4a7c-b496-705482a9643f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 832.909259] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102164} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.912445] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.912867] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319939, 'name': ReconfigVM_Task, 'duration_secs': 0.268516} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.913617] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12eb733-1ec0-4905-b257-dfd830bf1165 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.916188] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.916481] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3442d4ce-4a2a-4614-b05b-1540a98f5fc7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.946635] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a7ebffc9-b9df-49a3-83aa-bb4436cffd95/a7ebffc9-b9df-49a3-83aa-bb4436cffd95.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.948427] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb1cf7d-99d9-479f-a919-e6a39b62fb44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.964057] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 832.964057] env[63339]: value = "task-4319940" [ 832.964057] env[63339]: _type = "Task" [ 832.964057] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.970547] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 832.970547] env[63339]: value = "task-4319941" [ 832.970547] env[63339]: _type = "Task" [ 832.970547] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.976424] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.987856] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.054423] env[63339]: ERROR nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] [req-aa979b3d-1163-4a46-ace6-795b8014cbb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa979b3d-1163-4a46-ace6-795b8014cbb4"}]} [ 833.077875] env[63339]: DEBUG nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 833.101320] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52271101-8af7-98ef-e3b0-681bbb69be30, 'name': SearchDatastore_Task, 'duration_secs': 0.050878} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.102567] env[63339]: DEBUG nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 833.102775] env[63339]: DEBUG nova.compute.provider_tree [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.105088] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.105334] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.105551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.117592] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d552a8-e819-cce1-caf0-b67feddc1228, 'name': SearchDatastore_Task, 'duration_secs': 0.036308} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.118439] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7463cdd9-4718-4557-817e-493a5749d2ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.121957] env[63339]: DEBUG nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 833.128680] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 833.128680] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c9ad06-9d85-bce6-7276-65ec0e7a0439" [ 833.128680] env[63339]: _type = "Task" [ 833.128680] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.140588] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c9ad06-9d85-bce6-7276-65ec0e7a0439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.155527] env[63339]: DEBUG nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 833.485036] env[63339]: DEBUG oslo_vmware.api [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4319940, 'name': PowerOnVM_Task, 'duration_secs': 0.49199} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.485352] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.492588] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319941, 'name': ReconfigVM_Task, 'duration_secs': 0.50083} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.494941] env[63339]: DEBUG nova.compute.manager [None req-44cb213f-50b6-4bbf-99b9-c99d9988177c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.495335] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a7ebffc9-b9df-49a3-83aa-bb4436cffd95/a7ebffc9-b9df-49a3-83aa-bb4436cffd95.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.496622] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e4492-f30b-4464-9165-fa28298a2fdf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.499761] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d5b28be-8af3-4601-ae60-ed5009abd0a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.510040] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 833.510040] env[63339]: value = "task-4319946" [ 833.510040] env[63339]: _type = "Task" [ 833.510040] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.523103] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319946, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.641920] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c9ad06-9d85-bce6-7276-65ec0e7a0439, 'name': SearchDatastore_Task, 'duration_secs': 0.01716} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.642223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.642526] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.645326] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.645561] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.645867] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83d4913f-05d5-41c2-8b8d-6f80a5f30239 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.649541] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f755a8b2-87d7-4253-963f-5e8423d4d7f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.658252] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 833.658252] env[63339]: value = "task-4319947" [ 833.658252] env[63339]: _type = "Task" [ 833.658252] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.668195] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.668458] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.669548] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a65603-b741-47e5-9397-b236b8fa9ebc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.680030] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.680337] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 833.680337] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b8e691-4ef8-f980-69d5-9488ef38e6fa" [ 833.680337] env[63339]: _type = "Task" [ 833.680337] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.688153] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b8e691-4ef8-f980-69d5-9488ef38e6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.740634] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf506742-9cb3-46ef-99ae-b2fb6a00eed0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.749031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad1f88-052b-4343-90ab-b8606cdf45d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.787125] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f2740b-01d8-48f2-be5a-e67d85c7d112 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.796269] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ebe44-88f3-4eb4-b572-517a367beee5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.816373] env[63339]: DEBUG nova.compute.provider_tree [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.031323] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319946, 'name': Rename_Task, 'duration_secs': 0.367259} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.031649] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.031881] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a6b846b-263b-4cdd-9af0-0096a09b19c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.040694] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 834.040694] env[63339]: value = "task-4319948" [ 834.040694] env[63339]: _type = "Task" [ 834.040694] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.052365] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.174675] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319947, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.192485] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b8e691-4ef8-f980-69d5-9488ef38e6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.047054} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.193439] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f2008d-251d-4c35-90f4-e6c2f21eecc3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.200916] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 834.200916] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527465be-44b1-025d-6803-0b43176c570d" [ 834.200916] env[63339]: _type = "Task" [ 834.200916] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.212973] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527465be-44b1-025d-6803-0b43176c570d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.364969] env[63339]: DEBUG nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 834.365558] env[63339]: DEBUG nova.compute.provider_tree [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 69 to 70 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 834.365797] env[63339]: DEBUG nova.compute.provider_tree [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.525724] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.526092] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.526254] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.527089] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.527287] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.530580] env[63339]: INFO nova.compute.manager [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Terminating instance [ 834.552337] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319948, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.673840] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875614} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.674098] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.674321] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.674569] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2fe399c-28e0-4ae6-8b78-f9cbef8e45f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.682516] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 834.682516] env[63339]: value = "task-4319949" [ 834.682516] env[63339]: _type = "Task" [ 834.682516] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.692219] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.714267] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527465be-44b1-025d-6803-0b43176c570d, 'name': SearchDatastore_Task, 'duration_secs': 0.067174} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.714535] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.714800] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.715081] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252ba3e3-3c94-4b0c-9260-ae421014f979 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.723180] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 834.723180] env[63339]: value = "task-4319950" [ 834.723180] env[63339]: _type = "Task" [ 834.723180] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.731720] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.871297] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.713s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.875406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.306s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.875791] env[63339]: DEBUG nova.objects.instance [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lazy-loading 'resources' on Instance uuid 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.931366] env[63339]: INFO nova.scheduler.client.report [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Deleted allocations for instance 5e43cd98-f6ad-4f80-948f-00fbff73b684 [ 835.035392] env[63339]: DEBUG nova.compute.manager [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.035624] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.036606] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc8ef6-a4b9-4810-ac54-9231c25fdadd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.052568] env[63339]: DEBUG oslo_vmware.api [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319948, 'name': PowerOnVM_Task, 'duration_secs': 0.875532} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.058922] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.059234] env[63339]: INFO nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Took 17.42 seconds to spawn the instance on the hypervisor. [ 835.059418] env[63339]: DEBUG nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.060083] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.061132] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d1d9a9-04d4-4b85-a5d9-92520118ac8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.064581] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9120e36d-1914-4a36-b423-c0de89e27344 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.078024] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 835.078024] env[63339]: value = "task-4319951" [ 835.078024] env[63339]: _type = "Task" [ 835.078024] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.086991] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.194377] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092878} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.195600] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.196531] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c640d44-bf2f-4f16-a923-1221b7477e9a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.223579] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.224335] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f02ad3-9ed7-4b64-9f39-077f5ec77c6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.250761] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.252522] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 835.252522] env[63339]: value = "task-4319952" [ 835.252522] env[63339]: _type = "Task" [ 835.252522] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.261537] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.445799] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Lock "5e43cd98-f6ad-4f80-948f-00fbff73b684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.854s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.593357] env[63339]: INFO nova.compute.manager [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Took 47.36 seconds to build instance. [ 835.601693] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319951, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.741337] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319950, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.764878] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.990034] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b16b34-d419-49fa-96e3-2e805ac07c50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.998779] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c7943-fdba-4431-98de-ec6a0753528b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.035630] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcff8c57-55d6-4422-95a5-50e809d2be3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.045919] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64596ec-5b89-42b9-999d-c5edf34dc291 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.068502] env[63339]: DEBUG nova.compute.provider_tree [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.102283] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc640608-430e-4adb-8ef1-3b112e0405e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.633s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.103259] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319951, 'name': PowerOffVM_Task, 'duration_secs': 0.564039} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.104588] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.104839] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.105223] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10af4dcc-4434-41d8-aa55-d0cc5995f78d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.199039] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.199329] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.199660] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Deleting the datastore file [datastore2] fdfa7258-36c5-4d26-820b-b5389b9d4f6d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.199776] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4efc746-da98-40ad-991a-031ccda9d3a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.209169] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for the task: (returnval){ [ 836.209169] env[63339]: value = "task-4319954" [ 836.209169] env[63339]: _type = "Task" [ 836.209169] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.218769] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.240763] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319950, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081974} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.240763] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.241044] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.241984] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651d0f03-a899-4d12-9abb-39f59b496baf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.249128] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 836.249128] env[63339]: value = "task-4319955" [ 836.249128] env[63339]: _type = "Task" [ 836.249128] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.268959] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319952, 'name': ReconfigVM_Task, 'duration_secs': 0.56553} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.273275] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.274164] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.274297] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b9c1c9-486a-47ac-82c9-fdf8cf73102a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.281914] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 836.281914] env[63339]: value = "task-4319956" [ 836.281914] env[63339]: _type = "Task" [ 836.281914] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.293199] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319956, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.303204] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.303307] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.573547] env[63339]: DEBUG nova.scheduler.client.report [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.609177] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.721039] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.759781] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190114} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.760110] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.760938] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bdb779-c9a9-4b9d-b13b-e89f3b33aa0c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.783418] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.783790] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a985d8-e9b3-46af-aa75-f738aed3c887 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.811022] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319956, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.811022] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 836.811022] env[63339]: value = "task-4319958" [ 836.811022] env[63339]: _type = "Task" [ 836.811022] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.817908] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.971657] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.971881] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.972122] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.972427] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.972639] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.975066] env[63339]: INFO nova.compute.manager [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Terminating instance [ 837.079775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.082171] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.940s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.084685] env[63339]: INFO nova.compute.claims [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.131830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.148151] env[63339]: INFO nova.scheduler.client.report [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Deleted allocations for instance 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d [ 837.220938] env[63339]: DEBUG oslo_vmware.api [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Task: {'id': task-4319954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.715522} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.221835] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.221835] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.221835] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.221835] env[63339]: INFO nova.compute.manager [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Took 2.19 seconds to destroy the instance on the hypervisor. [ 837.222137] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.222359] env[63339]: DEBUG nova.compute.manager [-] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.222460] env[63339]: DEBUG nova.network.neutron [-] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 837.302456] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319956, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.321304] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.479171] env[63339]: DEBUG nova.compute.manager [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.479423] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.480400] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09016c3-101f-4226-a200-00d3c3eb56ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.491019] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.491019] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-743c796f-d9db-4921-bd5c-34549f4aed5d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498826] env[63339]: DEBUG oslo_vmware.api [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 837.498826] env[63339]: value = "task-4319959" [ 837.498826] env[63339]: _type = "Task" [ 837.498826] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.507415] env[63339]: DEBUG oslo_vmware.api [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.662963] env[63339]: DEBUG oslo_concurrency.lockutils [None req-600babd0-3fa5-47d3-8fde-3f86c6817385 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Lock "1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.797s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.798596] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319956, 'name': Rename_Task, 'duration_secs': 1.367963} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.799656] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.799656] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e07e83dc-282c-4c42-ad00-7089834e935a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.808720] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 837.808720] env[63339]: value = "task-4319960" [ 837.808720] env[63339]: _type = "Task" [ 837.808720] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.831314] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.831598] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.010128] env[63339]: DEBUG oslo_vmware.api [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319959, 'name': PowerOffVM_Task, 'duration_secs': 0.442541} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.010128] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.010128] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.010603] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebaa0482-3861-4565-8189-ffd42badb7d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.191853] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.191853] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.191853] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Deleting the datastore file [datastore1] a7ebffc9-b9df-49a3-83aa-bb4436cffd95 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.191853] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75db5f2b-7fa8-4095-831d-ede13c0fb40d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.198502] env[63339]: DEBUG oslo_vmware.api [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 838.198502] env[63339]: value = "task-4319962" [ 838.198502] env[63339]: _type = "Task" [ 838.198502] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.216285] env[63339]: DEBUG oslo_vmware.api [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.326856] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319960, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.336265] env[63339]: DEBUG nova.compute.manager [req-107ca157-6dab-4028-8d1e-b90365d6dd33 req-d3c0ff96-78e4-4219-bc8a-204c3c73d28d service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Received event network-vif-deleted-59de55ad-b177-4d4a-b1d9-f861a9d96d62 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 838.336265] env[63339]: INFO nova.compute.manager [req-107ca157-6dab-4028-8d1e-b90365d6dd33 req-d3c0ff96-78e4-4219-bc8a-204c3c73d28d service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Neutron deleted interface 59de55ad-b177-4d4a-b1d9-f861a9d96d62; detaching it from the instance and deleting it from the info cache [ 838.336265] env[63339]: DEBUG nova.network.neutron [req-107ca157-6dab-4028-8d1e-b90365d6dd33 req-d3c0ff96-78e4-4219-bc8a-204c3c73d28d service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.342342] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319958, 'name': ReconfigVM_Task, 'duration_secs': 1.387357} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.346025] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.346025] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa98e086-6543-484b-857a-ecbc4670976c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.351032] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 838.351032] env[63339]: value = "task-4319963" [ 838.351032] env[63339]: _type = "Task" [ 838.351032] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.363451] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319963, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.614634] env[63339]: DEBUG nova.network.neutron [-] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.715593] env[63339]: DEBUG oslo_vmware.api [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4319962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372514} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.715864] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.716206] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.716697] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.717104] env[63339]: INFO nova.compute.manager [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Took 1.24 seconds to destroy the instance on the hypervisor. [ 838.717336] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.717559] env[63339]: DEBUG nova.compute.manager [-] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.717652] env[63339]: DEBUG nova.network.neutron [-] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 838.828490] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319960, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.840675] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02c0bea8-2f3f-41eb-94f4-3db253acd51e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.854184] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c71f86-1563-49e0-ba61-be156af3f38c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.876796] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319963, 'name': Rename_Task, 'duration_secs': 0.241776} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.877103] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.877355] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd56da1-6a26-4fb4-8f01-635462f4fb69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.899692] env[63339]: DEBUG nova.compute.manager [req-107ca157-6dab-4028-8d1e-b90365d6dd33 req-d3c0ff96-78e4-4219-bc8a-204c3c73d28d service nova] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Detach interface failed, port_id=59de55ad-b177-4d4a-b1d9-f861a9d96d62, reason: Instance fdfa7258-36c5-4d26-820b-b5389b9d4f6d could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 838.904458] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 838.904458] env[63339]: value = "task-4319965" [ 838.904458] env[63339]: _type = "Task" [ 838.904458] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.914746] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319965, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.942398] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10bc92d-2b7b-4235-b107-67186d9a6d52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.952978] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a652c0c9-2657-4de3-895b-28673a6f90c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.995349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b683a50-7a98-4b22-bb16-b09c7f53de0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.004571] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6484897f-0950-4329-8114-e962ff91222b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.021086] env[63339]: DEBUG nova.compute.provider_tree [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.122028] env[63339]: INFO nova.compute.manager [-] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Took 1.90 seconds to deallocate network for instance. [ 839.322964] env[63339]: DEBUG oslo_vmware.api [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319960, 'name': PowerOnVM_Task, 'duration_secs': 1.056336} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.323668] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.323668] env[63339]: INFO nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Took 8.40 seconds to spawn the instance on the hypervisor. [ 839.323930] env[63339]: DEBUG nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.324768] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c67e18-7c97-4540-814a-a28483171dfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.415090] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319965, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.552096] env[63339]: ERROR nova.scheduler.client.report [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [req-5b54deef-dfa8-4c84-b91d-52ffab5641c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b54deef-dfa8-4c84-b91d-52ffab5641c8"}]} [ 839.575672] env[63339]: DEBUG nova.scheduler.client.report [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.600657] env[63339]: DEBUG nova.scheduler.client.report [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.600896] env[63339]: DEBUG nova.compute.provider_tree [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.617175] env[63339]: DEBUG nova.scheduler.client.report [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.628270] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.642093] env[63339]: DEBUG nova.scheduler.client.report [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.848880] env[63339]: INFO nova.compute.manager [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Took 34.87 seconds to build instance. [ 839.917093] env[63339]: DEBUG oslo_vmware.api [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4319965, 'name': PowerOnVM_Task, 'duration_secs': 0.863805} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.922277] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.922277] env[63339]: INFO nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Took 11.90 seconds to spawn the instance on the hypervisor. [ 839.922885] env[63339]: DEBUG nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.924390] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0006d2a9-f369-4e7a-92de-9b80b8ef1b6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.295724] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a65d4c6-58a4-49a0-9d67-ed31687a238a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.304043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc93c2f4-6ec7-4bfb-ab17-3845a9f1013d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.308796] env[63339]: DEBUG nova.network.neutron [-] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.339336] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f2193f-3a88-48c4-a5dd-69a77ae041ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.348433] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5f567c-2c5f-446a-9671-7de82ad00a18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.352717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6758d07b-c6cf-4188-8c9a-e8cfbcaaa04d tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.773s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.367049] env[63339]: DEBUG nova.compute.provider_tree [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.396175] env[63339]: DEBUG nova.compute.manager [req-bc84cb6b-769a-4541-b5a1-562540a2e788 req-d044bb4a-a101-4fa5-bb41-090132eef4f8 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-vif-deleted-a154050b-819b-4084-bfdd-3ef82d64bb79 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 840.396343] env[63339]: DEBUG nova.compute.manager [req-bc84cb6b-769a-4541-b5a1-562540a2e788 req-d044bb4a-a101-4fa5-bb41-090132eef4f8 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-vif-deleted-c07655ae-d4f9-44f1-b249-fbf48e32ca4d {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 840.396518] env[63339]: DEBUG nova.compute.manager [req-bc84cb6b-769a-4541-b5a1-562540a2e788 req-d044bb4a-a101-4fa5-bb41-090132eef4f8 service nova] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Received event network-vif-deleted-b84458bf-f59d-412c-a30c-b78932ebc3dd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 840.447080] env[63339]: INFO nova.compute.manager [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Took 38.24 seconds to build instance. [ 840.839828] env[63339]: INFO nova.compute.manager [-] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Took 2.12 seconds to deallocate network for instance. [ 840.856019] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.934969] env[63339]: DEBUG nova.scheduler.client.report [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 840.935604] env[63339]: DEBUG nova.compute.provider_tree [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 71 to 72 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 840.935604] env[63339]: DEBUG nova.compute.provider_tree [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.950108] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f5a48284-53d0-426b-9a8a-8a264bfde6da tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.977s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.355354] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.385880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.443636] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.361s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.444323] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.448659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.131s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.451348] env[63339]: INFO nova.compute.claims [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.456097] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.774168] env[63339]: INFO nova.compute.manager [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Rebuilding instance [ 841.825404] env[63339]: DEBUG nova.compute.manager [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.825742] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a796134-36e3-4948-8633-d1f781f19a15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.959722] env[63339]: DEBUG nova.compute.utils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.966951] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.967061] env[63339]: DEBUG nova.network.neutron [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 842.804198] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.825217] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.886247] env[63339]: DEBUG nova.policy [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '381e7933923a4a208c9d6e24561f6c2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06517e0d07d94064b7e730ed6ea1ec37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.311160] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.314295] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09050401-bdeb-44a3-bb05-0e230c0e9c54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.322772] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 843.322772] env[63339]: value = "task-4319968" [ 843.322772] env[63339]: _type = "Task" [ 843.322772] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.333753] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.407938] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "f00ed806-0354-42a4-a891-13099c30c6df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.408666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "f00ed806-0354-42a4-a891-13099c30c6df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.443155] env[63339]: DEBUG nova.compute.manager [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 843.475891] env[63339]: DEBUG nova.network.neutron [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Successfully created port: 22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 843.818567] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.841653] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319968, 'name': PowerOffVM_Task, 'duration_secs': 0.152281} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.841997] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.844240] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.844240] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc5e6a-c8ef-4903-b7d3-d03928309a10 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.855195] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.857446] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c286b5d9-0a0a-4820-a0cf-eb80c3ac7c4a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.870950] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.871221] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.871381] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.871565] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.871764] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.871852] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.872072] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.872250] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.872508] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.872694] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.872951] env[63339]: DEBUG nova.virt.hardware [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.874195] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cdbd2-2edd-4f9b-bd77-f623f3e47ffa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.892025] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f7b3b2-b674-4990-b471-96496deb8443 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.894235] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.894485] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.894613] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Deleting the datastore file [datastore1] 52028aa6-6758-4b1a-ba5b-481e37a21ba5 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.895397] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07beb1a3-402b-4896-a1d8-ddb438447b95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.913616] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 843.913616] env[63339]: value = "task-4319970" [ 843.913616] env[63339]: _type = "Task" [ 843.913616] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.923810] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.964453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.978245] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0515a9c6-a26d-41ed-b208-60c547405374 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.987006] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860550fa-cdb1-47bd-85ff-d03e67a7a49a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.026446] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f064d088-a9e1-4a14-b3e7-c48dada4f3db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.035152] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b092397-5b8d-4598-a836-26cb7005ed05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.050935] env[63339]: DEBUG nova.compute.provider_tree [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.427190] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27828} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.427190] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.427190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.427529] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.555817] env[63339]: DEBUG nova.scheduler.client.report [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.062799] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.614s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.063754] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.068686] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.553s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.069212] env[63339]: DEBUG nova.objects.instance [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lazy-loading 'resources' on Instance uuid 9190b8ee-1921-4917-b6ba-d61a797e5ac7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.229341] env[63339]: DEBUG nova.compute.manager [req-0c5795ac-1622-4610-a686-65b099ca3716 req-e7647488-edc1-4799-aaf8-d68d72664c53 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Received event network-vif-plugged-22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 845.229583] env[63339]: DEBUG oslo_concurrency.lockutils [req-0c5795ac-1622-4610-a686-65b099ca3716 req-e7647488-edc1-4799-aaf8-d68d72664c53 service nova] Acquiring lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.229797] env[63339]: DEBUG oslo_concurrency.lockutils [req-0c5795ac-1622-4610-a686-65b099ca3716 req-e7647488-edc1-4799-aaf8-d68d72664c53 service nova] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.229966] env[63339]: DEBUG oslo_concurrency.lockutils [req-0c5795ac-1622-4610-a686-65b099ca3716 req-e7647488-edc1-4799-aaf8-d68d72664c53 service nova] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.230154] env[63339]: DEBUG nova.compute.manager [req-0c5795ac-1622-4610-a686-65b099ca3716 req-e7647488-edc1-4799-aaf8-d68d72664c53 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] No waiting events found dispatching network-vif-plugged-22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.230623] env[63339]: WARNING nova.compute.manager [req-0c5795ac-1622-4610-a686-65b099ca3716 req-e7647488-edc1-4799-aaf8-d68d72664c53 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Received unexpected event network-vif-plugged-22076e35-68e4-44d5-ad59-bbb26c1f58ad for instance with vm_state building and task_state spawning. [ 845.400648] env[63339]: DEBUG nova.network.neutron [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Successfully updated port: 22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 845.488961] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.489441] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.489441] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.489589] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.489671] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.492033] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.492033] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.492033] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.492033] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.492033] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.492033] env[63339]: DEBUG nova.virt.hardware [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.493706] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d676db76-f801-48e2-bce1-f278106e9307 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.509619] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06327519-8e81-45b4-827b-0d3431e848a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.532627] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.539519] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.540405] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.540405] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0cab4b-0f19-4aaa-a679-5d243928ef70 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.561060] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.561060] env[63339]: value = "task-4319972" [ 845.561060] env[63339]: _type = "Task" [ 845.561060] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.571627] env[63339]: DEBUG nova.compute.utils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.584595] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.584595] env[63339]: DEBUG nova.network.neutron [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 845.584595] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319972, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.644148] env[63339]: DEBUG nova.policy [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a5302167fb4429a95988ccd972d31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c900049c3740db98a6198a0289dfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.904082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "refresh_cache-8e0abe7e-e845-4790-bcc8-408a7b66b8f2" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.904343] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired lock "refresh_cache-8e0abe7e-e845-4790-bcc8-408a7b66b8f2" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.904681] env[63339]: DEBUG nova.network.neutron [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 846.075761] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319972, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.088465] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.152331] env[63339]: DEBUG nova.network.neutron [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Successfully created port: ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 846.448545] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd472e-597d-4a0c-9302-b762369d5f1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.452617] env[63339]: DEBUG nova.network.neutron [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 846.460142] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc94efe-0277-44c5-bd98-4e62d162e762 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.497253] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06290629-4bbd-495a-913d-99422424d17f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.509773] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4199d6e-1a38-4680-b18f-b6598e2a77ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.525460] env[63339]: DEBUG nova.compute.provider_tree [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.576709] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319972, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.692335] env[63339]: DEBUG nova.network.neutron [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Updating instance_info_cache with network_info: [{"id": "22076e35-68e4-44d5-ad59-bbb26c1f58ad", "address": "fa:16:3e:e5:4c:8b", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22076e35-68", "ovs_interfaceid": "22076e35-68e4-44d5-ad59-bbb26c1f58ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.033049] env[63339]: DEBUG nova.scheduler.client.report [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.082838] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319972, 'name': CreateVM_Task, 'duration_secs': 1.437953} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.083050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.083624] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.083872] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.084233] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.084512] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e31bb22-4599-4bd2-8ced-3c72562e13bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.090365] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 847.090365] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f2a81d-5f31-fc7e-3a41-ce50692a6e6e" [ 847.090365] env[63339]: _type = "Task" [ 847.090365] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.101353] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f2a81d-5f31-fc7e-3a41-ce50692a6e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.101568] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.131021] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.131334] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.131457] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.131674] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.131777] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.131963] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.132134] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.132298] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.132509] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.132676] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.132851] env[63339]: DEBUG nova.virt.hardware [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.133857] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb05994-75da-4bf4-9f23-9aed9a28925d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.143635] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417eeb5-c91b-4f39-b386-d41abfc0a594 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.196525] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Releasing lock "refresh_cache-8e0abe7e-e845-4790-bcc8-408a7b66b8f2" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.196915] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Instance network_info: |[{"id": "22076e35-68e4-44d5-ad59-bbb26c1f58ad", "address": "fa:16:3e:e5:4c:8b", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22076e35-68", "ovs_interfaceid": "22076e35-68e4-44d5-ad59-bbb26c1f58ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.197386] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:4c:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22076e35-68e4-44d5-ad59-bbb26c1f58ad', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.205344] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating folder: Project (06517e0d07d94064b7e730ed6ea1ec37). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.206062] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ccffd6-d036-47ea-89c5-a71a9df07630 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.220409] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Created folder: Project (06517e0d07d94064b7e730ed6ea1ec37) in parent group-v849594. [ 847.220581] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating folder: Instances. Parent ref: group-v849732. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.220836] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c82065-8ff2-4c67-9298-825f36da4a0c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.233333] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Created folder: Instances in parent group-v849732. [ 847.234409] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.234409] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.234409] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500d2317-8836-4f08-877c-df18753302e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.255449] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.255449] env[63339]: value = "task-4319976" [ 847.255449] env[63339]: _type = "Task" [ 847.255449] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.265051] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319976, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.267278] env[63339]: DEBUG nova.compute.manager [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Received event network-changed-22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 847.267559] env[63339]: DEBUG nova.compute.manager [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Refreshing instance network info cache due to event network-changed-22076e35-68e4-44d5-ad59-bbb26c1f58ad. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 847.267685] env[63339]: DEBUG oslo_concurrency.lockutils [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] Acquiring lock "refresh_cache-8e0abe7e-e845-4790-bcc8-408a7b66b8f2" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267824] env[63339]: DEBUG oslo_concurrency.lockutils [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] Acquired lock "refresh_cache-8e0abe7e-e845-4790-bcc8-408a7b66b8f2" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.267982] env[63339]: DEBUG nova.network.neutron [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Refreshing network info cache for port 22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 847.352139] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.353428] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.538466] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.540739] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.784s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.542298] env[63339]: INFO nova.compute.claims [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.570854] env[63339]: INFO nova.scheduler.client.report [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Deleted allocations for instance 9190b8ee-1921-4917-b6ba-d61a797e5ac7 [ 847.604316] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f2a81d-5f31-fc7e-3a41-ce50692a6e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013736} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.604727] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.605085] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.605361] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.606216] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.606216] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.606216] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27d44766-d589-4ebb-94ad-3a413b990222 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.618106] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.618333] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.619184] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3ab92f-b62e-4784-87fd-0d69e0ad6e51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.627522] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 847.627522] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dcf6e6-a98d-bc15-5857-d0f7ce6e8869" [ 847.627522] env[63339]: _type = "Task" [ 847.627522] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.639043] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dcf6e6-a98d-bc15-5857-d0f7ce6e8869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.778806] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319976, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.865902] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.866327] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.866525] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.866695] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.866852] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.867010] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.867164] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 847.867308] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.079439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b1d7c85-0679-483c-a22a-2310eac15566 tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Lock "9190b8ee-1921-4917-b6ba-d61a797e5ac7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.601s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.143335] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dcf6e6-a98d-bc15-5857-d0f7ce6e8869, 'name': SearchDatastore_Task, 'duration_secs': 0.018415} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.147804] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccbbd3d-16e2-4407-a4d8-90db79a77987 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.155477] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 848.155477] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52642f57-4ccd-aa92-2939-b4a3189ee16e" [ 848.155477] env[63339]: _type = "Task" [ 848.155477] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.170698] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52642f57-4ccd-aa92-2939-b4a3189ee16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.173731] env[63339]: DEBUG nova.network.neutron [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Successfully updated port: ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 848.223779] env[63339]: DEBUG nova.network.neutron [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Updated VIF entry in instance network info cache for port 22076e35-68e4-44d5-ad59-bbb26c1f58ad. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 848.224314] env[63339]: DEBUG nova.network.neutron [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Updating instance_info_cache with network_info: [{"id": "22076e35-68e4-44d5-ad59-bbb26c1f58ad", "address": "fa:16:3e:e5:4c:8b", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22076e35-68", "ovs_interfaceid": "22076e35-68e4-44d5-ad59-bbb26c1f58ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.269736] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319976, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.374510] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.669659] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52642f57-4ccd-aa92-2939-b4a3189ee16e, 'name': SearchDatastore_Task, 'duration_secs': 0.01314} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.669659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.669659] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.669659] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ed7a69-d028-4eed-9bb6-f97963f73754 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.675246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "refresh_cache-02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.675463] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "refresh_cache-02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.675640] env[63339]: DEBUG nova.network.neutron [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 848.677283] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 848.677283] env[63339]: value = "task-4319977" [ 848.677283] env[63339]: _type = "Task" [ 848.677283] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.693611] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.727997] env[63339]: DEBUG oslo_concurrency.lockutils [req-57df56f8-521b-40c9-9741-a615f399aa1b req-754cf190-72b2-4cd9-a1d5-8f38a1562316 service nova] Releasing lock "refresh_cache-8e0abe7e-e845-4790-bcc8-408a7b66b8f2" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.770827] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319976, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.193977] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319977, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.207832] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcabd02a-f90e-4db3-b666-c14b7f439747 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.218183] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e559a-8f20-4e72-90cd-7ae2d978324b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.226978] env[63339]: DEBUG nova.network.neutron [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 849.255704] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc46124-5fda-491c-916c-6c283a935dab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.271023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48377eb0-7489-460b-8948-720458dce1f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.276322] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319976, 'name': CreateVM_Task, 'duration_secs': 1.552178} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.276949] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.277708] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.277872] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.278214] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.278614] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00aa4091-a151-4fbc-89be-ee5c66991d51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.288733] env[63339]: DEBUG nova.compute.provider_tree [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.296962] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 849.296962] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5223ee04-7497-e16f-4900-0067f5f63def" [ 849.296962] env[63339]: _type = "Task" [ 849.296962] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.307780] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5223ee04-7497-e16f-4900-0067f5f63def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.317680] env[63339]: DEBUG nova.compute.manager [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Received event network-vif-plugged-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 849.317810] env[63339]: DEBUG oslo_concurrency.lockutils [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] Acquiring lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.317955] env[63339]: DEBUG oslo_concurrency.lockutils [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.318907] env[63339]: DEBUG oslo_concurrency.lockutils [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.318907] env[63339]: DEBUG nova.compute.manager [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] No waiting events found dispatching network-vif-plugged-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.318907] env[63339]: WARNING nova.compute.manager [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Received unexpected event network-vif-plugged-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f for instance with vm_state building and task_state spawning. [ 849.318907] env[63339]: DEBUG nova.compute.manager [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Received event network-changed-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 849.318907] env[63339]: DEBUG nova.compute.manager [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Refreshing instance network info cache due to event network-changed-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 849.318907] env[63339]: DEBUG oslo_concurrency.lockutils [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] Acquiring lock "refresh_cache-02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.439200] env[63339]: DEBUG nova.network.neutron [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Updating instance_info_cache with network_info: [{"id": "ca94131f-6d55-4a2f-8c1e-c8a1a85d569f", "address": "fa:16:3e:69:0c:95", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca94131f-6d", "ovs_interfaceid": "ca94131f-6d55-4a2f-8c1e-c8a1a85d569f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.694599] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585569} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.695050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.695236] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.695566] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e205b55-b228-467a-aa53-50c007da1064 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.704059] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 849.704059] env[63339]: value = "task-4319979" [ 849.704059] env[63339]: _type = "Task" [ 849.704059] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.717398] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.794064] env[63339]: DEBUG nova.scheduler.client.report [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.810769] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5223ee04-7497-e16f-4900-0067f5f63def, 'name': SearchDatastore_Task, 'duration_secs': 0.021862} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.811061] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.811310] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.811549] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.811698] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.811880] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.813477] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd66a94-d140-4c92-b16b-c11d9328f024 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.828684] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.828684] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.829588] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40664898-4e08-4634-9c9d-8e44bc035014 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.837660] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 849.837660] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52792b56-339f-158f-daad-1b207dab1e06" [ 849.837660] env[63339]: _type = "Task" [ 849.837660] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.847837] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52792b56-339f-158f-daad-1b207dab1e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.942293] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "refresh_cache-02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.942690] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Instance network_info: |[{"id": "ca94131f-6d55-4a2f-8c1e-c8a1a85d569f", "address": "fa:16:3e:69:0c:95", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca94131f-6d", "ovs_interfaceid": "ca94131f-6d55-4a2f-8c1e-c8a1a85d569f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.943071] env[63339]: DEBUG oslo_concurrency.lockutils [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] Acquired lock "refresh_cache-02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.943311] env[63339]: DEBUG nova.network.neutron [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Refreshing network info cache for port ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 849.944524] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:0c:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca94131f-6d55-4a2f-8c1e-c8a1a85d569f', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.952699] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.953218] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.953580] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe94f945-4b30-4d90-ac5f-c666542cf189 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.974526] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.974526] env[63339]: value = "task-4319980" [ 849.974526] env[63339]: _type = "Task" [ 849.974526] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.983056] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319980, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.216015] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072067} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.216015] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.220579] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b18c9c-e091-4c0a-af59-16ffb8d8b6da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.246404] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.246587] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d9a8c3-9ecb-4a74-b09a-e494b3b2a22d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.273366] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 850.273366] env[63339]: value = "task-4319981" [ 850.273366] env[63339]: _type = "Task" [ 850.273366] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.283808] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.304183] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.304415] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.307305] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.351s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.307542] env[63339]: DEBUG nova.objects.instance [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lazy-loading 'resources' on Instance uuid 44732039-3298-4b19-af37-ea5a5bd6c181 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.351735] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52792b56-339f-158f-daad-1b207dab1e06, 'name': SearchDatastore_Task, 'duration_secs': 0.016677} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.353268] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca604ed-17bb-4c40-87ee-1eacf9059891 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.362960] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 850.362960] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d6257f-e740-a711-90e5-6f98c93713e2" [ 850.362960] env[63339]: _type = "Task" [ 850.362960] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.372156] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d6257f-e740-a711-90e5-6f98c93713e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.485131] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319980, 'name': CreateVM_Task, 'duration_secs': 0.473249} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.485296] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.486000] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.486181] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.486498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.486757] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032ca5f8-9b68-4f3e-9595-6001a4e08887 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.494622] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 850.494622] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5218dc8f-e005-d34a-d3a6-6c98df41b802" [ 850.494622] env[63339]: _type = "Task" [ 850.494622] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.503643] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5218dc8f-e005-d34a-d3a6-6c98df41b802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.672958] env[63339]: DEBUG nova.network.neutron [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Updated VIF entry in instance network info cache for port ca94131f-6d55-4a2f-8c1e-c8a1a85d569f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 850.673239] env[63339]: DEBUG nova.network.neutron [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Updating instance_info_cache with network_info: [{"id": "ca94131f-6d55-4a2f-8c1e-c8a1a85d569f", "address": "fa:16:3e:69:0c:95", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca94131f-6d", "ovs_interfaceid": "ca94131f-6d55-4a2f-8c1e-c8a1a85d569f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.786138] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319981, 'name': ReconfigVM_Task, 'duration_secs': 0.344261} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.786501] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 52028aa6-6758-4b1a-ba5b-481e37a21ba5/52028aa6-6758-4b1a-ba5b-481e37a21ba5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.787389] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf4ca71-d31a-4bab-9eff-d83ee9ccf200 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.796421] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 850.796421] env[63339]: value = "task-4319982" [ 850.796421] env[63339]: _type = "Task" [ 850.796421] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.804782] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319982, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.811251] env[63339]: DEBUG nova.compute.utils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.813253] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.813253] env[63339]: DEBUG nova.network.neutron [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 850.875910] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d6257f-e740-a711-90e5-6f98c93713e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.879232] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.879542] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 8e0abe7e-e845-4790-bcc8-408a7b66b8f2/8e0abe7e-e845-4790-bcc8-408a7b66b8f2.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.880859] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fd609a-736d-41c5-aa73-1f61fa373fbf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.889952] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 850.889952] env[63339]: value = "task-4319983" [ 850.889952] env[63339]: _type = "Task" [ 850.889952] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.902622] env[63339]: DEBUG nova.policy [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '381e7933923a4a208c9d6e24561f6c2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06517e0d07d94064b7e730ed6ea1ec37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.908461] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.006315] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5218dc8f-e005-d34a-d3a6-6c98df41b802, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.006650] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.006977] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.007267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.007413] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.007596] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.007976] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46cee836-0e29-43e1-911b-c895c45bd210 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.018506] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.018708] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.019590] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5604059-4946-483d-9765-ba97cf7691c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.028859] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 851.028859] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52477f50-5dc4-8ef1-1c4b-1196f9a73442" [ 851.028859] env[63339]: _type = "Task" [ 851.028859] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.038680] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52477f50-5dc4-8ef1-1c4b-1196f9a73442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.181932] env[63339]: DEBUG oslo_concurrency.lockutils [req-3abd6566-4fb0-406d-95d9-3674f3715c65 req-c71b50ee-e59e-4897-acb5-006cad915d03 service nova] Releasing lock "refresh_cache-02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.311404] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319982, 'name': Rename_Task, 'duration_secs': 0.216612} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.312192] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.312192] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063fcedf-ac98-4ad3-b257-cf45c5a97f26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.315759] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.330405] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 851.330405] env[63339]: value = "task-4319984" [ 851.330405] env[63339]: _type = "Task" [ 851.330405] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.347392] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.406191] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.488741] env[63339]: DEBUG nova.network.neutron [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Successfully created port: 0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 851.547828] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52477f50-5dc4-8ef1-1c4b-1196f9a73442, 'name': SearchDatastore_Task, 'duration_secs': 0.021076} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.548635] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3ac84f-e401-4313-b35c-b8d5e1ad0b39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.555222] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 851.555222] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ee8c7-6a89-d8ad-ae07-ad9c57969531" [ 851.555222] env[63339]: _type = "Task" [ 851.555222] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.560462] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5eea96-a477-4a4b-8f6b-397687194426 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.572520] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5e60e8-4712-4a8c-9a4f-3a3591af2e1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.577291] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ee8c7-6a89-d8ad-ae07-ad9c57969531, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.577710] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.577918] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1/02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.578628] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6759089c-708d-47e6-a4ca-cf1aa39511a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.608968] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d5f615-c831-4d63-ba07-ff4c2be8bde6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.612250] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 851.612250] env[63339]: value = "task-4319985" [ 851.612250] env[63339]: _type = "Task" [ 851.612250] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.621953] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91db645-7420-4e9b-9030-a21e457f458a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.626655] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.637581] env[63339]: DEBUG nova.compute.provider_tree [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.842431] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.901685] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614279} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.901972] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 8e0abe7e-e845-4790-bcc8-408a7b66b8f2/8e0abe7e-e845-4790-bcc8-408a7b66b8f2.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.902219] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.902508] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7be00a4-d80c-477d-bbef-9c1ce1022712 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.910677] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 851.910677] env[63339]: value = "task-4319986" [ 851.910677] env[63339]: _type = "Task" [ 851.910677] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.921450] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.125618] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319985, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.142708] env[63339]: DEBUG nova.scheduler.client.report [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.332848] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.345328] env[63339]: DEBUG oslo_vmware.api [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319984, 'name': PowerOnVM_Task, 'duration_secs': 0.817361} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.345719] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.345897] env[63339]: DEBUG nova.compute.manager [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.346859] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874dbee-f918-4e90-b3fa-af959ed5ecc8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.366211] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.366487] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.366645] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.366828] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.367020] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.367139] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.367348] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.367506] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.367669] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.367825] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.367990] env[63339]: DEBUG nova.virt.hardware [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.368857] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352115d4-7d4c-453d-beee-c2304cc8ae30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.378851] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2057015-58f6-4379-bdf4-fa5de01a64ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.422841] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224031} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.423131] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.423968] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665f7146-f9f5-40bb-9e4c-9e2f91f0e8a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.449441] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 8e0abe7e-e845-4790-bcc8-408a7b66b8f2/8e0abe7e-e845-4790-bcc8-408a7b66b8f2.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.449441] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31269566-2bb4-4907-8606-31f7d7477a75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.478844] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 852.478844] env[63339]: value = "task-4319987" [ 852.478844] env[63339]: _type = "Task" [ 852.478844] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.489325] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.625505] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.625505] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1/02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.625818] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.626198] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23a649f1-6735-4ba6-8670-74ed5cfe5ff6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.638782] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 852.638782] env[63339]: value = "task-4319988" [ 852.638782] env[63339]: _type = "Task" [ 852.638782] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.645367] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.649332] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.653250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.970s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.656165] env[63339]: INFO nova.compute.claims [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.676940] env[63339]: INFO nova.scheduler.client.report [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Deleted allocations for instance 44732039-3298-4b19-af37-ea5a5bd6c181 [ 852.867182] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.994879] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319987, 'name': ReconfigVM_Task, 'duration_secs': 0.353306} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.999715] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 8e0abe7e-e845-4790-bcc8-408a7b66b8f2/8e0abe7e-e845-4790-bcc8-408a7b66b8f2.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.999715] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6017fa-417a-4e81-ba92-ff1af911545b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.008833] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 853.008833] env[63339]: value = "task-4319989" [ 853.008833] env[63339]: _type = "Task" [ 853.008833] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.018303] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319989, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.145336] env[63339]: DEBUG nova.compute.manager [req-441efadf-519d-4988-81af-715d48afa571 req-cc4ae294-8a77-41de-96f1-f966a63273b5 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Received event network-vif-plugged-0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 853.145831] env[63339]: DEBUG oslo_concurrency.lockutils [req-441efadf-519d-4988-81af-715d48afa571 req-cc4ae294-8a77-41de-96f1-f966a63273b5 service nova] Acquiring lock "548dcb74-a541-499a-9965-c32420374f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.145831] env[63339]: DEBUG oslo_concurrency.lockutils [req-441efadf-519d-4988-81af-715d48afa571 req-cc4ae294-8a77-41de-96f1-f966a63273b5 service nova] Lock "548dcb74-a541-499a-9965-c32420374f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.146069] env[63339]: DEBUG oslo_concurrency.lockutils [req-441efadf-519d-4988-81af-715d48afa571 req-cc4ae294-8a77-41de-96f1-f966a63273b5 service nova] Lock "548dcb74-a541-499a-9965-c32420374f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.146194] env[63339]: DEBUG nova.compute.manager [req-441efadf-519d-4988-81af-715d48afa571 req-cc4ae294-8a77-41de-96f1-f966a63273b5 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] No waiting events found dispatching network-vif-plugged-0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.146407] env[63339]: WARNING nova.compute.manager [req-441efadf-519d-4988-81af-715d48afa571 req-cc4ae294-8a77-41de-96f1-f966a63273b5 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Received unexpected event network-vif-plugged-0b8b8f02-425d-4323-958e-c2ae19cd130c for instance with vm_state building and task_state spawning. [ 853.151700] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquiring lock "54704231-ac2b-45a2-a3aa-476d301ae08e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.154504] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.162741] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095546} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.166022] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.166022] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531e449-0ceb-433d-969c-728f6bc6faad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.210276] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1/02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.210952] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Lock "44732039-3298-4b19-af37-ea5a5bd6c181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.903s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.212836] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aed7318-8f7c-4749-b3bc-2b09eae97c17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.245028] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 853.245028] env[63339]: value = "task-4319990" [ 853.245028] env[63339]: _type = "Task" [ 853.245028] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.256322] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.305988] env[63339]: DEBUG nova.network.neutron [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Successfully updated port: 0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 853.519883] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319989, 'name': Rename_Task, 'duration_secs': 0.185078} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.520379] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.520775] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e5e1d6-c174-4b1a-8c6e-18fb234e019f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.529824] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 853.529824] env[63339]: value = "task-4319991" [ 853.529824] env[63339]: _type = "Task" [ 853.529824] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.543922] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.757849] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.781450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.781728] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.781944] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.782142] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.784084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.787880] env[63339]: INFO nova.compute.manager [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Terminating instance [ 853.813599] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "refresh_cache-548dcb74-a541-499a-9965-c32420374f0b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.814390] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired lock "refresh_cache-548dcb74-a541-499a-9965-c32420374f0b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.814682] env[63339]: DEBUG nova.network.neutron [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 854.042701] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.261615] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.266659] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7321268-496e-4cd6-8975-273ac6ed4b93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.276265] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43046db1-a917-409f-80ca-cf3044cbf8bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.311037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "refresh_cache-52028aa6-6758-4b1a-ba5b-481e37a21ba5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.311819] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquired lock "refresh_cache-52028aa6-6758-4b1a-ba5b-481e37a21ba5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.312250] env[63339]: DEBUG nova.network.neutron [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 854.315216] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb135d-c608-4662-a12a-c341e6afaeae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.325447] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01e0b2-9680-4b60-9be7-29ee7e2f383d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.345605] env[63339]: DEBUG nova.compute.provider_tree [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.353680] env[63339]: DEBUG nova.network.neutron [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 854.500653] env[63339]: DEBUG nova.network.neutron [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Updating instance_info_cache with network_info: [{"id": "0b8b8f02-425d-4323-958e-c2ae19cd130c", "address": "fa:16:3e:06:1d:df", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8b8f02-42", "ovs_interfaceid": "0b8b8f02-425d-4323-958e-c2ae19cd130c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.541185] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.757799] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319990, 'name': ReconfigVM_Task, 'duration_secs': 1.04138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.758308] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1/02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.758858] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aaea016-890d-4721-9542-1ae7c8188ed0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.770845] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 854.770845] env[63339]: value = "task-4319992" [ 854.770845] env[63339]: _type = "Task" [ 854.770845] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.790431] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319992, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.848310] env[63339]: DEBUG nova.network.neutron [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 854.850110] env[63339]: DEBUG nova.scheduler.client.report [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.945039] env[63339]: DEBUG nova.network.neutron [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.003996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Releasing lock "refresh_cache-548dcb74-a541-499a-9965-c32420374f0b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.004391] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Instance network_info: |[{"id": "0b8b8f02-425d-4323-958e-c2ae19cd130c", "address": "fa:16:3e:06:1d:df", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8b8f02-42", "ovs_interfaceid": "0b8b8f02-425d-4323-958e-c2ae19cd130c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.004823] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:1d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b8b8f02-425d-4323-958e-c2ae19cd130c', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.016148] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.016148] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.016775] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eae9413-eedc-4bb4-b0c4-0fbea7e4115f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.044544] env[63339]: DEBUG oslo_vmware.api [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4319991, 'name': PowerOnVM_Task, 'duration_secs': 1.120849} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.049488] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.049488] env[63339]: INFO nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Took 11.23 seconds to spawn the instance on the hypervisor. [ 855.049488] env[63339]: DEBUG nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.049488] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.049488] env[63339]: value = "task-4319993" [ 855.049488] env[63339]: _type = "Task" [ 855.049488] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.049488] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a480b-2d55-43c2-8778-faf00a32c200 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.068500] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319993, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.243600] env[63339]: DEBUG nova.compute.manager [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Received event network-changed-0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 855.243879] env[63339]: DEBUG nova.compute.manager [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Refreshing instance network info cache due to event network-changed-0b8b8f02-425d-4323-958e-c2ae19cd130c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 855.244165] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] Acquiring lock "refresh_cache-548dcb74-a541-499a-9965-c32420374f0b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.244326] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] Acquired lock "refresh_cache-548dcb74-a541-499a-9965-c32420374f0b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.244688] env[63339]: DEBUG nova.network.neutron [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Refreshing network info cache for port 0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 855.284876] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319992, 'name': Rename_Task, 'duration_secs': 0.229235} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.284876] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.285295] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b16569-cf2c-4729-a8c0-3f62061486bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.295420] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 855.295420] env[63339]: value = "task-4319994" [ 855.295420] env[63339]: _type = "Task" [ 855.295420] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.307572] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.356394] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.356946] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.363840] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.974s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.363840] env[63339]: INFO nova.compute.claims [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.449172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Releasing lock "refresh_cache-52028aa6-6758-4b1a-ba5b-481e37a21ba5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.449759] env[63339]: DEBUG nova.compute.manager [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.449989] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.450991] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015427dc-df94-4196-af1b-3beaf714663d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.463784] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.467271] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec56668-b8a7-4196-8139-257693288889 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.479025] env[63339]: DEBUG oslo_vmware.api [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 855.479025] env[63339]: value = "task-4319995" [ 855.479025] env[63339]: _type = "Task" [ 855.479025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.485763] env[63339]: DEBUG oslo_vmware.api [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.569079] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4319993, 'name': CreateVM_Task, 'duration_secs': 0.435516} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.569079] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.569627] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.569792] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.570150] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.578958] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b174ec07-2323-43e6-aa7e-346816fc7a7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.585440] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 855.585440] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d820d1-68a0-02b8-1592-e5759b943241" [ 855.585440] env[63339]: _type = "Task" [ 855.585440] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.586228] env[63339]: INFO nova.compute.manager [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Took 46.48 seconds to build instance. [ 855.599963] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d820d1-68a0-02b8-1592-e5759b943241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.816328] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.872041] env[63339]: DEBUG nova.compute.utils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.876030] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.876230] env[63339]: DEBUG nova.network.neutron [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 855.989155] env[63339]: DEBUG oslo_vmware.api [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319995, 'name': PowerOffVM_Task, 'duration_secs': 0.138988} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.989155] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.989155] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.989452] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ac75731-6a91-44a5-b4b0-01aaa657548a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.992544] env[63339]: DEBUG nova.policy [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bea553588e4ba1b727f263b3e1bf8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac7253e1b4e4ea9ba00942d1bd861c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.029061] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.030797] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.030994] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Deleting the datastore file [datastore2] 52028aa6-6758-4b1a-ba5b-481e37a21ba5 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.031423] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afa11ebb-f595-48f6-937a-a42e4c75473c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.038622] env[63339]: DEBUG oslo_vmware.api [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for the task: (returnval){ [ 856.038622] env[63339]: value = "task-4319997" [ 856.038622] env[63339]: _type = "Task" [ 856.038622] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.048799] env[63339]: DEBUG oslo_vmware.api [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.099928] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2de24e53-11d5-47ec-aecb-ba27d5b86395 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.778s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.108721] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d820d1-68a0-02b8-1592-e5759b943241, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.109201] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.109546] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.109908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.110196] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.110692] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.111135] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7385b37e-ae10-4374-a1c9-a4b617d9b995 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.143057] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.143057] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.143734] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5852838c-5c14-40bc-9eac-8d99ed1f5190 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.152022] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 856.152022] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a842ff-f35a-6599-2ee6-9d3d8558393f" [ 856.152022] env[63339]: _type = "Task" [ 856.152022] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.161871] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a842ff-f35a-6599-2ee6-9d3d8558393f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.180346] env[63339]: DEBUG nova.network.neutron [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Updated VIF entry in instance network info cache for port 0b8b8f02-425d-4323-958e-c2ae19cd130c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 856.180346] env[63339]: DEBUG nova.network.neutron [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Updating instance_info_cache with network_info: [{"id": "0b8b8f02-425d-4323-958e-c2ae19cd130c", "address": "fa:16:3e:06:1d:df", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8b8f02-42", "ovs_interfaceid": "0b8b8f02-425d-4323-958e-c2ae19cd130c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.314284] env[63339]: DEBUG oslo_vmware.api [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4319994, 'name': PowerOnVM_Task, 'duration_secs': 0.728481} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.315015] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.315015] env[63339]: INFO nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Took 9.21 seconds to spawn the instance on the hypervisor. [ 856.315015] env[63339]: DEBUG nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.315847] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a7cac4-93b5-4f3d-849e-15cdd58edd1b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.377070] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.554548] env[63339]: DEBUG oslo_vmware.api [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Task: {'id': task-4319997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201795} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.554902] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.555114] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.555377] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.555462] env[63339]: INFO nova.compute.manager [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 856.555746] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.555954] env[63339]: DEBUG nova.compute.manager [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.556063] env[63339]: DEBUG nova.network.neutron [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 856.579102] env[63339]: DEBUG nova.network.neutron [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 856.601689] env[63339]: DEBUG nova.network.neutron [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Successfully created port: 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.604727] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.664297] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a842ff-f35a-6599-2ee6-9d3d8558393f, 'name': SearchDatastore_Task, 'duration_secs': 0.016191} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.665182] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3b9902-690e-41bb-8ff5-65eae2ae16ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.679474] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 856.679474] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520a19ea-866e-677e-6df9-e188d6123ebe" [ 856.679474] env[63339]: _type = "Task" [ 856.679474] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.683816] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cba3da3-093c-4bbe-86fe-5a4c6283edc0 req-e937ec84-7736-487f-be37-ff631b4f6513 service nova] Releasing lock "refresh_cache-548dcb74-a541-499a-9965-c32420374f0b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.689706] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520a19ea-866e-677e-6df9-e188d6123ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.837351] env[63339]: INFO nova.compute.manager [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Took 45.56 seconds to build instance. [ 857.078992] env[63339]: DEBUG nova.network.neutron [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.083131] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afef049-9e66-4825-883c-b0929f82bec6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.092748] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a51e6-b712-46d8-9bab-202ba070878b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.126449] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8296925c-4948-4b85-83bd-6fd23e6a7ecd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.139789] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e796f4-328d-4993-ac11-09d4c419fa70 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.147886] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.162815] env[63339]: DEBUG nova.compute.provider_tree [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.191494] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520a19ea-866e-677e-6df9-e188d6123ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.023523} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.191789] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.192093] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 548dcb74-a541-499a-9965-c32420374f0b/548dcb74-a541-499a-9965-c32420374f0b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.192384] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d5a54ad-fddf-4925-835c-78266f516d3c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.201207] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 857.201207] env[63339]: value = "task-4320001" [ 857.201207] env[63339]: _type = "Task" [ 857.201207] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.211284] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.340453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.135s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.391227] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.421527] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.421527] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.421527] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.421527] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.421527] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.422379] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.422379] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.422379] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.422379] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.422379] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.422661] env[63339]: DEBUG nova.virt.hardware [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.423804] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf7542-de49-4c4f-9162-39989a389958 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.432924] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f625c3e-3a6c-4a57-80f0-2be5f26801a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.585215] env[63339]: INFO nova.compute.manager [-] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Took 1.03 seconds to deallocate network for instance. [ 857.666109] env[63339]: DEBUG nova.scheduler.client.report [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.714388] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.843355] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.093863] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.180067] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.180642] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.185555] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.819s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.186959] env[63339]: INFO nova.compute.claims [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.221625] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604331} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.221625] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 548dcb74-a541-499a-9965-c32420374f0b/548dcb74-a541-499a-9965-c32420374f0b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.221625] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.221625] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c1ca819-fb19-456e-9490-b79b39a4ee0c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.234520] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 858.234520] env[63339]: value = "task-4320002" [ 858.234520] env[63339]: _type = "Task" [ 858.234520] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.247760] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.369978] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.414363] env[63339]: DEBUG nova.compute.manager [req-61cbf59f-0b5a-48c0-abc2-f227e2336c21 req-0a4cfb1f-893c-47ae-af6a-0b679954b8b5 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Received event network-vif-plugged-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 858.414781] env[63339]: DEBUG oslo_concurrency.lockutils [req-61cbf59f-0b5a-48c0-abc2-f227e2336c21 req-0a4cfb1f-893c-47ae-af6a-0b679954b8b5 service nova] Acquiring lock "8b381e13-09fe-412a-9799-e54edebefcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.415160] env[63339]: DEBUG oslo_concurrency.lockutils [req-61cbf59f-0b5a-48c0-abc2-f227e2336c21 req-0a4cfb1f-893c-47ae-af6a-0b679954b8b5 service nova] Lock "8b381e13-09fe-412a-9799-e54edebefcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.415360] env[63339]: DEBUG oslo_concurrency.lockutils [req-61cbf59f-0b5a-48c0-abc2-f227e2336c21 req-0a4cfb1f-893c-47ae-af6a-0b679954b8b5 service nova] Lock "8b381e13-09fe-412a-9799-e54edebefcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.415543] env[63339]: DEBUG nova.compute.manager [req-61cbf59f-0b5a-48c0-abc2-f227e2336c21 req-0a4cfb1f-893c-47ae-af6a-0b679954b8b5 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] No waiting events found dispatching network-vif-plugged-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.415804] env[63339]: WARNING nova.compute.manager [req-61cbf59f-0b5a-48c0-abc2-f227e2336c21 req-0a4cfb1f-893c-47ae-af6a-0b679954b8b5 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Received unexpected event network-vif-plugged-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 for instance with vm_state building and task_state spawning. [ 858.524408] env[63339]: DEBUG nova.network.neutron [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Successfully updated port: 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.687563] env[63339]: DEBUG nova.compute.utils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.692572] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.692572] env[63339]: DEBUG nova.network.neutron [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 858.693942] env[63339]: DEBUG nova.compute.manager [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.697859] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a1702-ac5a-489c-bf13-5b9bde2cfdd6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.747591] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076537} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.749072] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.750204] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582ae20-3cce-45fd-a0c2-a562cb8b8548 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.755166] env[63339]: DEBUG nova.policy [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64d4b48a3e304b69b9df01eb88e379b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e83893ce0c45d3aa912903c97c69d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.780222] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 548dcb74-a541-499a-9965-c32420374f0b/548dcb74-a541-499a-9965-c32420374f0b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.780935] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d519d2-17a4-4c36-9ca6-fd56fb372e02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.802415] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 858.802415] env[63339]: value = "task-4320003" [ 858.802415] env[63339]: _type = "Task" [ 858.802415] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.816150] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.031533] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-8b381e13-09fe-412a-9799-e54edebefcec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.031818] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-8b381e13-09fe-412a-9799-e54edebefcec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.032092] env[63339]: DEBUG nova.network.neutron [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 859.056959] env[63339]: DEBUG nova.network.neutron [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Successfully created port: bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 859.199309] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.215876] env[63339]: INFO nova.compute.manager [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] instance snapshotting [ 859.221746] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d6683-ff75-47da-a443-a3ea7b27b2ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.248234] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15009a1c-6efe-4bc2-b352-c89bd14f9fc0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.316665] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.569426] env[63339]: DEBUG nova.network.neutron [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 859.723313] env[63339]: DEBUG nova.network.neutron [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Updating instance_info_cache with network_info: [{"id": "21a86e47-44f1-4dae-a8ae-d57f2d1405c0", "address": "fa:16:3e:9e:7b:b0", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a86e47-44", "ovs_interfaceid": "21a86e47-44f1-4dae-a8ae-d57f2d1405c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.739207] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f83483f-6fad-43cf-ac1f-7c6374f9f911 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.747752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fcb626-2cc9-4bc8-b322-820a030488a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.780450] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 859.780925] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb2e53d1-23fe-451e-8c2a-9ee98485c35b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.783556] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a9c7b0-7d6e-403c-a8d7-ed832ec6cf00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.792341] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6b2db-6d29-4747-b034-321e9f69f74d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.797741] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 859.797741] env[63339]: value = "task-4320005" [ 859.797741] env[63339]: _type = "Task" [ 859.797741] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.809741] env[63339]: DEBUG nova.compute.provider_tree [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.817935] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.823286] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320003, 'name': ReconfigVM_Task, 'duration_secs': 0.900392} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.823576] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 548dcb74-a541-499a-9965-c32420374f0b/548dcb74-a541-499a-9965-c32420374f0b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.824620] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44c268cc-7cea-4174-9132-2a0fe7aa0b11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.830757] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 859.830757] env[63339]: value = "task-4320006" [ 859.830757] env[63339]: _type = "Task" [ 859.830757] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.841310] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320006, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.218934] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.225961] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-8b381e13-09fe-412a-9799-e54edebefcec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.226398] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance network_info: |[{"id": "21a86e47-44f1-4dae-a8ae-d57f2d1405c0", "address": "fa:16:3e:9e:7b:b0", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a86e47-44", "ovs_interfaceid": "21a86e47-44f1-4dae-a8ae-d57f2d1405c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.226836] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:7b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a86e47-44f1-4dae-a8ae-d57f2d1405c0', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.235133] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating folder: Project (fac7253e1b4e4ea9ba00942d1bd861c9). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.235483] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67f220d-8c96-4201-af86-fdc6b5d03e0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.247851] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created folder: Project (fac7253e1b4e4ea9ba00942d1bd861c9) in parent group-v849594. [ 860.248111] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating folder: Instances. Parent ref: group-v849740. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.248395] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1fb3521-aaed-4762-8a7e-5784304a032e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.262746] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created folder: Instances in parent group-v849740. [ 860.263018] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.263221] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.263628] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-509c3a5c-5f1f-4ff4-b9db-6b166ccb310f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.280597] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.280867] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.281031] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.281220] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.281368] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.281514] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.281723] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.281883] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.282057] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.282612] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.282612] env[63339]: DEBUG nova.virt.hardware [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.283328] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c485c3-192b-4b54-b1fc-e04edcb87f2e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.294282] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d63e5-1280-4f21-bea3-bec53f305fba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.298436] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.298436] env[63339]: value = "task-4320009" [ 860.298436] env[63339]: _type = "Task" [ 860.298436] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.322665] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320009, 'name': CreateVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.326353] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.342133] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320006, 'name': Rename_Task, 'duration_secs': 0.164278} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.342133] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.342246] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-392c7001-ecb0-4a9a-b318-a512f750c1a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.347571] env[63339]: ERROR nova.scheduler.client.report [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [req-9a43b403-dd60-43ab-9d9d-9a50a2928bd3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a43b403-dd60-43ab-9d9d-9a50a2928bd3"}]} [ 860.352233] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 860.352233] env[63339]: value = "task-4320010" [ 860.352233] env[63339]: _type = "Task" [ 860.352233] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.361921] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.371637] env[63339]: DEBUG nova.scheduler.client.report [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.388898] env[63339]: DEBUG nova.scheduler.client.report [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.389311] env[63339]: DEBUG nova.compute.provider_tree [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.406187] env[63339]: DEBUG nova.scheduler.client.report [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.432235] env[63339]: DEBUG nova.scheduler.client.report [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.530854] env[63339]: DEBUG nova.compute.manager [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Received event network-changed-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 860.531054] env[63339]: DEBUG nova.compute.manager [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Refreshing instance network info cache due to event network-changed-21a86e47-44f1-4dae-a8ae-d57f2d1405c0. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 860.531667] env[63339]: DEBUG oslo_concurrency.lockutils [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] Acquiring lock "refresh_cache-8b381e13-09fe-412a-9799-e54edebefcec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.531667] env[63339]: DEBUG oslo_concurrency.lockutils [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] Acquired lock "refresh_cache-8b381e13-09fe-412a-9799-e54edebefcec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.531667] env[63339]: DEBUG nova.network.neutron [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Refreshing network info cache for port 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 860.730561] env[63339]: DEBUG nova.network.neutron [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Successfully updated port: bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.832389] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.832769] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320009, 'name': CreateVM_Task, 'duration_secs': 0.435684} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.837023] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.838250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838611] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.839076] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.839444] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c837b18a-aadb-4029-98a2-b640b588bbdd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.846586] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 860.846586] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dda992-19b9-9e7d-6bb8-5c89b45508d3" [ 860.846586] env[63339]: _type = "Task" [ 860.846586] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.860246] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dda992-19b9-9e7d-6bb8-5c89b45508d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.868585] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.987026] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c17514-10ef-4446-a9c7-01a1d8635fce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.994738] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a71a7-342f-4dc7-a563-b0180de249f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.028605] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed50218-ec4e-4290-943b-1aed493e3d85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.039301] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa135a-df73-41a8-a5e9-83334c9bd7e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.054027] env[63339]: DEBUG nova.compute.provider_tree [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.240576] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-adfec4ce-fc60-4f00-b66a-aad521e2dc8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.240954] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-adfec4ce-fc60-4f00-b66a-aad521e2dc8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.240954] env[63339]: DEBUG nova.network.neutron [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 861.258735] env[63339]: DEBUG nova.network.neutron [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Updated VIF entry in instance network info cache for port 21a86e47-44f1-4dae-a8ae-d57f2d1405c0. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 861.259140] env[63339]: DEBUG nova.network.neutron [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Updating instance_info_cache with network_info: [{"id": "21a86e47-44f1-4dae-a8ae-d57f2d1405c0", "address": "fa:16:3e:9e:7b:b0", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a86e47-44", "ovs_interfaceid": "21a86e47-44f1-4dae-a8ae-d57f2d1405c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.310764] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320005, 'name': CreateSnapshot_Task, 'duration_secs': 1.361574} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.311342] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 861.312273] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55093298-7da9-4d2a-8bb9-656d90405e84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.361622] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dda992-19b9-9e7d-6bb8-5c89b45508d3, 'name': SearchDatastore_Task, 'duration_secs': 0.021263} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.363264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.363580] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.363778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.363928] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.365150] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.365150] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30cd7ef9-1764-44c9-aabd-51b03ca23903 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.370886] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.381395] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.381781] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.383722] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18eff932-0116-48f8-a2cc-3a05b2076151 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.390056] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 861.390056] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52657593-d509-b93b-366a-2169a73139f6" [ 861.390056] env[63339]: _type = "Task" [ 861.390056] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.403761] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52657593-d509-b93b-366a-2169a73139f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.591547] env[63339]: DEBUG nova.scheduler.client.report [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.591843] env[63339]: DEBUG nova.compute.provider_tree [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 76 to 77 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.592034] env[63339]: DEBUG nova.compute.provider_tree [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.761549] env[63339]: DEBUG oslo_concurrency.lockutils [req-571e5d6c-2189-42b4-b93b-b7135c072ff9 req-8874f52e-8d5a-4791-a975-5151cdbcabb9 service nova] Releasing lock "refresh_cache-8b381e13-09fe-412a-9799-e54edebefcec" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.790341] env[63339]: DEBUG nova.network.neutron [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 861.831534] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 861.832061] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c42f1ade-f38d-4532-a712-653a5592e44d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.846090] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 861.846090] env[63339]: value = "task-4320012" [ 861.846090] env[63339]: _type = "Task" [ 861.846090] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.855899] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320012, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.864156] env[63339]: DEBUG oslo_vmware.api [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320010, 'name': PowerOnVM_Task, 'duration_secs': 1.090315} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.864479] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.864619] env[63339]: INFO nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Took 9.53 seconds to spawn the instance on the hypervisor. [ 861.864801] env[63339]: DEBUG nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.865615] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc21e4-0d12-4c0b-b950-30da5f01c6f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.900905] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52657593-d509-b93b-366a-2169a73139f6, 'name': SearchDatastore_Task, 'duration_secs': 0.037996} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.901728] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2874d28a-4a08-492f-a76e-b5201b1b36a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.907774] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 861.907774] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a041ce-7a2e-5230-fc48-5256729ddba0" [ 861.907774] env[63339]: _type = "Task" [ 861.907774] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.917539] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a041ce-7a2e-5230-fc48-5256729ddba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.957290] env[63339]: DEBUG nova.network.neutron [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Updating instance_info_cache with network_info: [{"id": "bc9352d2-079c-492d-bb22-0a421f3dd32a", "address": "fa:16:3e:34:3a:db", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9352d2-07", "ovs_interfaceid": "bc9352d2-079c-492d-bb22-0a421f3dd32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.098268] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.913s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.098905] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.101660] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.940s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.101969] env[63339]: DEBUG nova.objects.instance [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lazy-loading 'resources' on Instance uuid ab6975de-1411-4af2-848e-fb957595f115 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.357467] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320012, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.390488] env[63339]: INFO nova.compute.manager [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Took 47.65 seconds to build instance. [ 862.423110] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a041ce-7a2e-5230-fc48-5256729ddba0, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.423453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.423760] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.424258] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6265490c-6983-492b-a234-4b9cbf2fd1ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.432929] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 862.432929] env[63339]: value = "task-4320013" [ 862.432929] env[63339]: _type = "Task" [ 862.432929] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.443655] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.460267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-adfec4ce-fc60-4f00-b66a-aad521e2dc8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460634] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance network_info: |[{"id": "bc9352d2-079c-492d-bb22-0a421f3dd32a", "address": "fa:16:3e:34:3a:db", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9352d2-07", "ovs_interfaceid": "bc9352d2-079c-492d-bb22-0a421f3dd32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.461223] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:3a:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc9352d2-079c-492d-bb22-0a421f3dd32a', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.473846] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.474165] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.474449] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d08b05-0dd2-4751-96e3-36f3797a77bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.499275] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.499275] env[63339]: value = "task-4320014" [ 862.499275] env[63339]: _type = "Task" [ 862.499275] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.508503] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320014, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.608070] env[63339]: DEBUG nova.compute.utils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.611450] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.611643] env[63339]: DEBUG nova.network.neutron [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 862.674469] env[63339]: DEBUG nova.policy [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f52b5f88ff42b89bc00e8710f5f1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f08870761724bffae1c58d5130f3854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.695316] env[63339]: DEBUG nova.compute.manager [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Received event network-vif-plugged-bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 862.695564] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] Acquiring lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.695868] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.695973] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.696905] env[63339]: DEBUG nova.compute.manager [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] No waiting events found dispatching network-vif-plugged-bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.696905] env[63339]: WARNING nova.compute.manager [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Received unexpected event network-vif-plugged-bc9352d2-079c-492d-bb22-0a421f3dd32a for instance with vm_state building and task_state spawning. [ 862.696905] env[63339]: DEBUG nova.compute.manager [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Received event network-changed-bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 862.696905] env[63339]: DEBUG nova.compute.manager [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Refreshing instance network info cache due to event network-changed-bc9352d2-079c-492d-bb22-0a421f3dd32a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 862.696905] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] Acquiring lock "refresh_cache-adfec4ce-fc60-4f00-b66a-aad521e2dc8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.696905] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] Acquired lock "refresh_cache-adfec4ce-fc60-4f00-b66a-aad521e2dc8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.697275] env[63339]: DEBUG nova.network.neutron [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Refreshing network info cache for port bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 862.860861] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320012, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.897428] env[63339]: DEBUG oslo_concurrency.lockutils [None req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "548dcb74-a541-499a-9965-c32420374f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.564s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.948757] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.020185] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320014, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.116615] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.246268] env[63339]: DEBUG nova.network.neutron [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Successfully created port: 6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 863.327405] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8647691-d4f4-4583-8cad-f1eb60731a25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.336873] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb0c67f-c253-492b-a168-7c3796486ed7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.377089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a023170-fb20-4f83-8427-6d54dd522138 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.389887] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a826c-8563-4fdd-b0f0-5ef7c8600df8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.395206] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320012, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.407905] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.411923] env[63339]: DEBUG nova.compute.provider_tree [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.445417] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664475} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.447997] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.448261] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.448979] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66f1eb31-6f6f-46af-836b-31907eaa5c25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.457486] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 863.457486] env[63339]: value = "task-4320015" [ 863.457486] env[63339]: _type = "Task" [ 863.457486] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.467314] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.517449] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320014, 'name': CreateVM_Task, 'duration_secs': 0.856627} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.517547] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.519368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.519368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.519368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.519368] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e33092-8749-41f5-bc9b-4a8a32913a9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.530955] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 863.530955] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1d5b3-fef4-70b0-c01c-0d17bc84f509" [ 863.530955] env[63339]: _type = "Task" [ 863.530955] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.538916] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1d5b3-fef4-70b0-c01c-0d17bc84f509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.679206] env[63339]: DEBUG nova.network.neutron [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Updated VIF entry in instance network info cache for port bc9352d2-079c-492d-bb22-0a421f3dd32a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 863.679206] env[63339]: DEBUG nova.network.neutron [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Updating instance_info_cache with network_info: [{"id": "bc9352d2-079c-492d-bb22-0a421f3dd32a", "address": "fa:16:3e:34:3a:db", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9352d2-07", "ovs_interfaceid": "bc9352d2-079c-492d-bb22-0a421f3dd32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.883056] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320012, 'name': CloneVM_Task, 'duration_secs': 1.667315} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.883056] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Created linked-clone VM from snapshot [ 863.884463] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5629a764-9247-405c-bcf1-92ace3996cc6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.892969] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Uploading image 489ff4cf-95e0-4561-8e18-159127048595 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 863.904065] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.904405] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b37c4359-a29c-411a-a41b-e2adf4384669 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.911648] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 863.911648] env[63339]: value = "task-4320017" [ 863.911648] env[63339]: _type = "Task" [ 863.911648] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.915715] env[63339]: DEBUG nova.scheduler.client.report [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.930539] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320017, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.952079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.968653] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090792} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.968965] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.969789] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4d4ed4-c806-41df-a4c5-cca5080d586e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.994825] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.995204] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99eabfd0-05c8-4fb5-ad67-f83271d63d65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.017267] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 864.017267] env[63339]: value = "task-4320018" [ 864.017267] env[63339]: _type = "Task" [ 864.017267] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.026388] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.039765] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1d5b3-fef4-70b0-c01c-0d17bc84f509, 'name': SearchDatastore_Task, 'duration_secs': 0.013646} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.040260] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.040572] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.040837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.040993] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.041275] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.041641] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98529bf0-3836-42f4-a1a6-c4f48f4075d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.055601] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.055831] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.056689] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ef88fa-0011-4be4-bcea-0060bf5d6a5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.063214] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 864.063214] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c578b-8d40-bad1-eb30-3ba535f82afe" [ 864.063214] env[63339]: _type = "Task" [ 864.063214] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.071677] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c578b-8d40-bad1-eb30-3ba535f82afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.130985] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.158475] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.158751] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.158896] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.159236] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.159570] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.159570] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.159836] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.160043] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.160335] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.160578] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.160797] env[63339]: DEBUG nova.virt.hardware [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.161756] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a7261-5979-4239-8363-a472420b405b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.171936] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe32732-ec98-4640-8ba0-513ec3bfdae2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.187552] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed495602-00db-4810-ab30-8a4948cb0801 req-839c320f-57a1-4a6d-9a38-3743eccca82a service nova] Releasing lock "refresh_cache-adfec4ce-fc60-4f00-b66a-aad521e2dc8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.226176] env[63339]: DEBUG nova.compute.manager [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.227243] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4cf17-61e8-4a49-ac2a-65b9dde65902 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.423332] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320017, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.426484] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.429150] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.863s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.429555] env[63339]: DEBUG nova.objects.instance [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lazy-loading 'resources' on Instance uuid 562fe130-6f25-4af2-930b-c06e64de786e {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.456690] env[63339]: INFO nova.scheduler.client.report [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Deleted allocations for instance ab6975de-1411-4af2-848e-fb957595f115 [ 864.528982] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.575085] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523c578b-8d40-bad1-eb30-3ba535f82afe, 'name': SearchDatastore_Task, 'duration_secs': 0.020116} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.575629] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf98358-4e81-4c4e-91f2-f7f0a9d63d75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.583234] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 864.583234] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d02dec-4e29-f353-10fb-95de4a9c67ee" [ 864.583234] env[63339]: _type = "Task" [ 864.583234] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.592864] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d02dec-4e29-f353-10fb-95de4a9c67ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.613483] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.613735] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.740442] env[63339]: INFO nova.compute.manager [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] instance snapshotting [ 864.743590] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6983e4-c283-42da-be2a-9f221f9fe170 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.765042] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd03b8-b90c-4339-800b-7cf7ae683cee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.922116] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320017, 'name': Destroy_Task, 'duration_secs': 0.798449} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.922400] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Destroyed the VM [ 864.922661] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.922979] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6a4aa39-2f68-4cdc-b0cf-558cd550e966 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.935665] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 864.935665] env[63339]: value = "task-4320019" [ 864.935665] env[63339]: _type = "Task" [ 864.935665] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.945601] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.968330] env[63339]: DEBUG oslo_concurrency.lockutils [None req-266f548b-b0da-4cd8-bb39-003636b46c23 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Lock "ab6975de-1411-4af2-848e-fb957595f115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.762s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.035716] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320018, 'name': ReconfigVM_Task, 'duration_secs': 0.868176} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.036017] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.044020] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a88792b-9c97-46db-aa87-f9dae1baa95a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.050446] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 865.050446] env[63339]: value = "task-4320020" [ 865.050446] env[63339]: _type = "Task" [ 865.050446] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.055201] env[63339]: DEBUG nova.network.neutron [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Successfully updated port: 6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 865.069820] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320020, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.093824] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d02dec-4e29-f353-10fb-95de4a9c67ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01744} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.096921] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.097297] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.097996] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47263e7d-a883-4bdd-b58e-66d789763fb0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.106466] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 865.106466] env[63339]: value = "task-4320021" [ 865.106466] env[63339]: _type = "Task" [ 865.106466] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.116804] env[63339]: DEBUG nova.compute.utils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.121265] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.277033] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.277435] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d57a4a3-d5c6-482b-b7b0-7771173b6a30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.288012] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 865.288012] env[63339]: value = "task-4320022" [ 865.288012] env[63339]: _type = "Task" [ 865.288012] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.300948] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.308054] env[63339]: DEBUG nova.compute.manager [req-1b07d81d-5095-43c0-91ae-5fa3df8e7c0c req-a1274f09-0935-47e1-a90f-bd1568cb6661 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Received event network-vif-plugged-6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 865.308333] env[63339]: DEBUG oslo_concurrency.lockutils [req-1b07d81d-5095-43c0-91ae-5fa3df8e7c0c req-a1274f09-0935-47e1-a90f-bd1568cb6661 service nova] Acquiring lock "b2947fcd-7430-4919-ad62-a96ce5b70878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.308563] env[63339]: DEBUG oslo_concurrency.lockutils [req-1b07d81d-5095-43c0-91ae-5fa3df8e7c0c req-a1274f09-0935-47e1-a90f-bd1568cb6661 service nova] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.308744] env[63339]: DEBUG oslo_concurrency.lockutils [req-1b07d81d-5095-43c0-91ae-5fa3df8e7c0c req-a1274f09-0935-47e1-a90f-bd1568cb6661 service nova] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.308946] env[63339]: DEBUG nova.compute.manager [req-1b07d81d-5095-43c0-91ae-5fa3df8e7c0c req-a1274f09-0935-47e1-a90f-bd1568cb6661 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] No waiting events found dispatching network-vif-plugged-6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.309157] env[63339]: WARNING nova.compute.manager [req-1b07d81d-5095-43c0-91ae-5fa3df8e7c0c req-a1274f09-0935-47e1-a90f-bd1568cb6661 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Received unexpected event network-vif-plugged-6ec133a5-06ad-46be-b2cf-65333ec24508 for instance with vm_state building and task_state spawning. [ 865.446871] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320019, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.478716] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b363a98-24f4-42f0-8aa6-3f04c1054ec0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.489884] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f281e56b-52f8-4177-bc24-8246053ba972 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.530267] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3995baf-d762-4697-a366-45e0f5da66a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.540235] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3688662-189b-43c8-9e2b-361b0022ba30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.556077] env[63339]: DEBUG nova.compute.provider_tree [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.561167] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "refresh_cache-b2947fcd-7430-4919-ad62-a96ce5b70878" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.561327] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "refresh_cache-b2947fcd-7430-4919-ad62-a96ce5b70878" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.561501] env[63339]: DEBUG nova.network.neutron [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 865.572363] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320020, 'name': Rename_Task, 'duration_secs': 0.264351} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.573290] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.573569] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62defe0a-f264-44a7-87e1-582b1a25b0e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.585367] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 865.585367] env[63339]: value = "task-4320023" [ 865.585367] env[63339]: _type = "Task" [ 865.585367] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.596822] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.620141] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.623378] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.801669] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.947686] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320019, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.064133] env[63339]: DEBUG nova.scheduler.client.report [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.099168] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320023, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.104447] env[63339]: DEBUG nova.network.neutron [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 866.123019] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63371} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.123537] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.124013] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.124425] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7993bb3-208b-44f3-8155-3ce0fbb0f4d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.135861] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 866.135861] env[63339]: value = "task-4320025" [ 866.135861] env[63339]: _type = "Task" [ 866.135861] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.155721] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.309803] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.327692] env[63339]: DEBUG nova.network.neutron [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Updating instance_info_cache with network_info: [{"id": "6ec133a5-06ad-46be-b2cf-65333ec24508", "address": "fa:16:3e:9a:d8:3b", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec133a5-06", "ovs_interfaceid": "6ec133a5-06ad-46be-b2cf-65333ec24508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.450404] env[63339]: DEBUG oslo_vmware.api [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320019, 'name': RemoveSnapshot_Task, 'duration_secs': 1.455717} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.450776] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.572499] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.574566] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.113s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.574809] env[63339]: DEBUG nova.objects.instance [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lazy-loading 'resources' on Instance uuid a8b29def-4e67-41a1-8727-f7be343d6087 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.599054] env[63339]: DEBUG oslo_vmware.api [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320023, 'name': PowerOnVM_Task, 'duration_secs': 0.833964} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.600066] env[63339]: INFO nova.scheduler.client.report [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Deleted allocations for instance 562fe130-6f25-4af2-930b-c06e64de786e [ 866.601135] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.601348] env[63339]: INFO nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Took 9.21 seconds to spawn the instance on the hypervisor. [ 866.604327] env[63339]: DEBUG nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.607472] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7514ab-6481-49b6-a3b3-7433f14eb725 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.650953] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131845} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.651313] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.652161] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b6873c-2e45-4ad6-bed3-03bc7572e951 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.678797] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.680925] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1356847-55e6-42a2-9b21-e485fdb02492 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.702727] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 866.702727] env[63339]: value = "task-4320026" [ 866.702727] env[63339]: _type = "Task" [ 866.702727] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.712291] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.738230] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.738512] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.738721] env[63339]: INFO nova.compute.manager [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Attaching volume 669cc28e-f32c-45b7-b086-48b368b2b695 to /dev/sdb [ 866.772366] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4764f25-4178-40fe-a8e7-c96795909a39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.780157] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635fe913-0727-40e3-99d7-92c48dae10eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.794390] env[63339]: DEBUG nova.virt.block_device [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updating existing volume attachment record: e79c1531-e9f1-47ec-b54b-b9cb35ec5947 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.804680] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320022, 'name': CreateSnapshot_Task, 'duration_secs': 1.295708} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.804949] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.805694] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f48c9eb-fc99-432d-a427-d3a615ebe67a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.830595] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "refresh_cache-b2947fcd-7430-4919-ad62-a96ce5b70878" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.830947] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Instance network_info: |[{"id": "6ec133a5-06ad-46be-b2cf-65333ec24508", "address": "fa:16:3e:9a:d8:3b", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec133a5-06", "ovs_interfaceid": "6ec133a5-06ad-46be-b2cf-65333ec24508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.831373] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:d8:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec133a5-06ad-46be-b2cf-65333ec24508', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.839146] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.839383] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.839673] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b2919f-4c06-4b73-98ff-c8ac4643a258 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.863021] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.863021] env[63339]: value = "task-4320027" [ 866.863021] env[63339]: _type = "Task" [ 866.863021] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.874400] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320027, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.957280] env[63339]: WARNING nova.compute.manager [None req-d5e61a2f-fa56-4642-9a16-db6992fe5cd0 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Image not found during snapshot: nova.exception.ImageNotFound: Image 489ff4cf-95e0-4561-8e18-159127048595 could not be found. [ 867.128117] env[63339]: DEBUG oslo_concurrency.lockutils [None req-082ce9ee-d8cc-4232-8135-8a97a7003c07 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Lock "562fe130-6f25-4af2-930b-c06e64de786e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.284s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.141420] env[63339]: INFO nova.compute.manager [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Took 47.48 seconds to build instance. [ 867.214869] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.328535] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 867.328979] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6447a00-ec3e-4198-afb9-46105c77b803 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.347338] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 867.347338] env[63339]: value = "task-4320031" [ 867.347338] env[63339]: _type = "Task" [ 867.347338] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.359443] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320031, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.374120] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320027, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.497250] env[63339]: DEBUG nova.compute.manager [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Received event network-changed-6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 867.497250] env[63339]: DEBUG nova.compute.manager [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Refreshing instance network info cache due to event network-changed-6ec133a5-06ad-46be-b2cf-65333ec24508. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 867.497670] env[63339]: DEBUG oslo_concurrency.lockutils [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] Acquiring lock "refresh_cache-b2947fcd-7430-4919-ad62-a96ce5b70878" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.497670] env[63339]: DEBUG oslo_concurrency.lockutils [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] Acquired lock "refresh_cache-b2947fcd-7430-4919-ad62-a96ce5b70878" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.497813] env[63339]: DEBUG nova.network.neutron [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Refreshing network info cache for port 6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 867.648908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "8b381e13-09fe-412a-9799-e54edebefcec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.081s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.718391] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320026, 'name': ReconfigVM_Task, 'duration_secs': 0.762201} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.719024] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.721022] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8d13819-76fc-4727-8856-2cfa79c3491d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.735896] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 867.735896] env[63339]: value = "task-4320032" [ 867.735896] env[63339]: _type = "Task" [ 867.735896] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.750956] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320032, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.859943] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320031, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.877203] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320027, 'name': CreateVM_Task, 'duration_secs': 0.809493} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.877432] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.878508] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.878973] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.879199] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.880369] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcaeddf3-a119-4ea4-8c8b-baa1d4e7bf3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.884427] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbd96d-26f8-4ded-ad3b-fbe628d01732 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.892406] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 867.892406] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528777e6-12f4-e2e4-b153-3e992ded71ec" [ 867.892406] env[63339]: _type = "Task" [ 867.892406] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.899396] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633e8f3b-41a1-4584-b657-f503d6b6ea5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.914447] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528777e6-12f4-e2e4-b153-3e992ded71ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015005} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.940769] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.941056] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.941306] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.941447] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.941632] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.942181] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb2057a-61fd-453e-b25d-750a0ff604fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.944756] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd7467e-2467-4858-9580-8bbd07d59aca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.947376] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.947601] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.947801] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.947983] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.948161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.950840] env[63339]: INFO nova.compute.manager [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Terminating instance [ 867.959081] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99e282-9be8-445e-99fb-375a1fee58ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.963871] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.963871] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.964805] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5fcd7d-22f1-4372-affc-d3df339413cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.974269] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 867.974269] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52defd61-b0c6-1e06-871c-6e95bb55bb07" [ 867.974269] env[63339]: _type = "Task" [ 867.974269] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.984833] env[63339]: DEBUG nova.compute.provider_tree [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.999647] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52defd61-b0c6-1e06-871c-6e95bb55bb07, 'name': SearchDatastore_Task, 'duration_secs': 0.016746} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.004525] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df41aea2-ae0d-4603-bdac-579429822e3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.011878] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 868.011878] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5201975f-0e91-7fa9-a522-2ec83bca8af5" [ 868.011878] env[63339]: _type = "Task" [ 868.011878] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.021614] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5201975f-0e91-7fa9-a522-2ec83bca8af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.247215] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320032, 'name': Rename_Task, 'duration_secs': 0.188461} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.253378] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.256307] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1df98af-6e0c-4ba1-9cf4-ab8ed9e70db3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.267905] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 868.267905] env[63339]: value = "task-4320033" [ 868.267905] env[63339]: _type = "Task" [ 868.267905] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.280783] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320033, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.359497] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320031, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.400221] env[63339]: DEBUG nova.network.neutron [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Updated VIF entry in instance network info cache for port 6ec133a5-06ad-46be-b2cf-65333ec24508. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 868.400662] env[63339]: DEBUG nova.network.neutron [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Updating instance_info_cache with network_info: [{"id": "6ec133a5-06ad-46be-b2cf-65333ec24508", "address": "fa:16:3e:9a:d8:3b", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec133a5-06", "ovs_interfaceid": "6ec133a5-06ad-46be-b2cf-65333ec24508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.456479] env[63339]: DEBUG nova.compute.manager [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.456750] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.457788] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a000ae-bd09-47dd-801e-ed3fe724aa23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.470245] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.470520] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f0265b-e039-4dd9-a067-684e9cc14806 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.477302] env[63339]: DEBUG oslo_vmware.api [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 868.477302] env[63339]: value = "task-4320034" [ 868.477302] env[63339]: _type = "Task" [ 868.477302] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.486336] env[63339]: DEBUG oslo_vmware.api [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.490381] env[63339]: DEBUG nova.scheduler.client.report [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.526029] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5201975f-0e91-7fa9-a522-2ec83bca8af5, 'name': SearchDatastore_Task, 'duration_secs': 0.018841} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.526029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.526029] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] b2947fcd-7430-4919-ad62-a96ce5b70878/b2947fcd-7430-4919-ad62-a96ce5b70878.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.526029] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c89d0d1-dd26-46b3-a8dd-2be33a4ba17a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.534814] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 868.534814] env[63339]: value = "task-4320035" [ 868.534814] env[63339]: _type = "Task" [ 868.534814] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.545200] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.781973] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.798793] env[63339]: INFO nova.compute.manager [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Rebuilding instance [ 868.856412] env[63339]: DEBUG nova.compute.manager [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.857894] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b02561-04ab-4209-9d9c-410b8ac38113 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.864599] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320031, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.906584] env[63339]: DEBUG oslo_concurrency.lockutils [req-6182afd6-6258-42cd-844a-14d22c5a567a req-b5219fb0-994c-4a93-8f7f-a82e2c566116 service nova] Releasing lock "refresh_cache-b2947fcd-7430-4919-ad62-a96ce5b70878" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.994052] env[63339]: DEBUG oslo_vmware.api [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320034, 'name': PowerOffVM_Task, 'duration_secs': 0.245786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.994052] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.994052] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.994052] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b8886d-1f26-41db-8dde-ec703ccd4ba5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.999269] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.006517] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.173s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.006517] env[63339]: INFO nova.compute.claims [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.038024] env[63339]: INFO nova.scheduler.client.report [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Deleted allocations for instance a8b29def-4e67-41a1-8727-f7be343d6087 [ 869.055376] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.098024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.098024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.098024] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleting the datastore file [datastore2] 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.098024] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d540356-c2d0-4139-9110-fc17cc90a837 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.107080] env[63339]: DEBUG oslo_vmware.api [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 869.107080] env[63339]: value = "task-4320037" [ 869.107080] env[63339]: _type = "Task" [ 869.107080] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.117542] env[63339]: DEBUG oslo_vmware.api [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.283185] env[63339]: DEBUG oslo_vmware.api [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320033, 'name': PowerOnVM_Task, 'duration_secs': 0.700306} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.283185] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.283185] env[63339]: INFO nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Took 9.06 seconds to spawn the instance on the hypervisor. [ 869.283815] env[63339]: DEBUG nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.285053] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2a8e0-0a95-4517-91eb-ab7259a969e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.360654] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320031, 'name': CloneVM_Task, 'duration_secs': 1.814884} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.361063] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Created linked-clone VM from snapshot [ 869.361741] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0e07e-730d-4242-8f3c-dc4fbd75dc5d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.371053] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Uploading image 9b82f48b-f30d-411c-bd6a-1ba44cd3af73 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 869.408113] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 869.408113] env[63339]: value = "vm-849751" [ 869.408113] env[63339]: _type = "VirtualMachine" [ 869.408113] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 869.408503] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0b63248-d440-4a76-9ea0-bcd4bc9c7865 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.417456] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lease: (returnval){ [ 869.417456] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522bd1c7-af6d-a672-2ce7-49e3fb35a384" [ 869.417456] env[63339]: _type = "HttpNfcLease" [ 869.417456] env[63339]: } obtained for exporting VM: (result){ [ 869.417456] env[63339]: value = "vm-849751" [ 869.417456] env[63339]: _type = "VirtualMachine" [ 869.417456] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 869.417844] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the lease: (returnval){ [ 869.417844] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522bd1c7-af6d-a672-2ce7-49e3fb35a384" [ 869.417844] env[63339]: _type = "HttpNfcLease" [ 869.417844] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 869.425949] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.425949] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522bd1c7-af6d-a672-2ce7-49e3fb35a384" [ 869.425949] env[63339]: _type = "HttpNfcLease" [ 869.425949] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 869.551100] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619602} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.551715] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] b2947fcd-7430-4919-ad62-a96ce5b70878/b2947fcd-7430-4919-ad62-a96ce5b70878.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.551715] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.552139] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d19684-89ea-4c86-9bf8-f41eea471ffb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.554567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "a8b29def-4e67-41a1-8727-f7be343d6087" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.964s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.562300] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 869.562300] env[63339]: value = "task-4320040" [ 869.562300] env[63339]: _type = "Task" [ 869.562300] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.572717] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.623031] env[63339]: DEBUG oslo_vmware.api [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241893} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.623409] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.623722] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.623921] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.624124] env[63339]: INFO nova.compute.manager [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 869.624518] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.624616] env[63339]: DEBUG nova.compute.manager [-] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.624657] env[63339]: DEBUG nova.network.neutron [-] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 869.811487] env[63339]: INFO nova.compute.manager [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Took 46.44 seconds to build instance. [ 869.878165] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.878572] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bad51a8-c442-4568-bbc6-3d000f8d0f3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890813] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 869.890813] env[63339]: value = "task-4320042" [ 869.890813] env[63339]: _type = "Task" [ 869.890813] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.902172] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.926949] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.926949] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522bd1c7-af6d-a672-2ce7-49e3fb35a384" [ 869.926949] env[63339]: _type = "HttpNfcLease" [ 869.926949] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.927283] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.927283] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522bd1c7-af6d-a672-2ce7-49e3fb35a384" [ 869.927283] env[63339]: _type = "HttpNfcLease" [ 869.927283] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.928566] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7180a2a-f5d3-4187-9245-fd659d61fa04 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.941733] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527846ed-bf23-27dc-2482-154422be9a56/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.943178] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527846ed-bf23-27dc-2482-154422be9a56/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 870.042676] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6de4a3a9-8fdb-4d76-bf78-1cbd5eb7b382 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.085650] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117819} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.085942] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.089533] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433a127e-a0e5-4db0-b741-3aa8757b763c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.116789] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] b2947fcd-7430-4919-ad62-a96ce5b70878/b2947fcd-7430-4919-ad62-a96ce5b70878.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.119736] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8522dac8-d1b9-4247-bdaf-0d82e4119651 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.143482] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 870.143482] env[63339]: value = "task-4320043" [ 870.143482] env[63339]: _type = "Task" [ 870.143482] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.154729] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.315082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dc94675f-c105-49de-9a33-e38e72f1db0c tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.139s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.401857] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.449081] env[63339]: DEBUG nova.compute.manager [req-9511b838-5e63-4617-ae7d-fe1ca20901fa req-735cffbd-6ddd-42af-bacc-f31d49bc1dbf service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Received event network-vif-deleted-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 870.449453] env[63339]: INFO nova.compute.manager [req-9511b838-5e63-4617-ae7d-fe1ca20901fa req-735cffbd-6ddd-42af-bacc-f31d49bc1dbf service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Neutron deleted interface ca94131f-6d55-4a2f-8c1e-c8a1a85d569f; detaching it from the instance and deleting it from the info cache [ 870.449693] env[63339]: DEBUG nova.network.neutron [req-9511b838-5e63-4617-ae7d-fe1ca20901fa req-735cffbd-6ddd-42af-bacc-f31d49bc1dbf service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.638684] env[63339]: DEBUG nova.network.neutron [-] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.653245] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.697277] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a14e6-d061-4d81-adff-341694e34661 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.707720] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f7cd1-c33e-4e33-877d-a13e699edd21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.750149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caefc659-8cc5-4fc3-ba82-ecc4ead9501f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.760037] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb2a8a4-ec8e-4024-b37e-d1a975defe52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.780248] env[63339]: DEBUG nova.compute.provider_tree [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.904596] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320042, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.959571] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc15a7c6-6dbd-4f71-9305-e59e18a4dadd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.971471] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d70ed3-cac1-4232-86f7-1250724941c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.020979] env[63339]: DEBUG nova.compute.manager [req-9511b838-5e63-4617-ae7d-fe1ca20901fa req-735cffbd-6ddd-42af-bacc-f31d49bc1dbf service nova] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Detach interface failed, port_id=ca94131f-6d55-4a2f-8c1e-c8a1a85d569f, reason: Instance 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 871.142890] env[63339]: INFO nova.compute.manager [-] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Took 1.52 seconds to deallocate network for instance. [ 871.166014] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320043, 'name': ReconfigVM_Task, 'duration_secs': 0.922287} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.166014] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Reconfigured VM instance instance-00000037 to attach disk [datastore2] b2947fcd-7430-4919-ad62-a96ce5b70878/b2947fcd-7430-4919-ad62-a96ce5b70878.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.166014] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2767c7e-f5c0-4375-8904-ac596af58a8e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.175034] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 871.175034] env[63339]: value = "task-4320044" [ 871.175034] env[63339]: _type = "Task" [ 871.175034] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.193952] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320044, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.283124] env[63339]: DEBUG nova.scheduler.client.report [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.353026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.353026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.353026] env[63339]: DEBUG nova.compute.manager [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.353026] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a01d70-f227-4b3c-b046-3bae749b1937 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.358527] env[63339]: DEBUG nova.compute.manager [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 871.363024] env[63339]: DEBUG nova.objects.instance [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'flavor' on Instance uuid adfec4ce-fc60-4f00-b66a-aad521e2dc8d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.404787] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320042, 'name': PowerOffVM_Task, 'duration_secs': 1.022569} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.405200] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.405877] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.407555] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2feba5-ac40-49d1-9dcb-f141befac4c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.416551] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.416853] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e881d58e-3b56-4055-a5d3-3883ab5e3b27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.487208] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.487516] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.487742] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.488042] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab1f4bb3-7d36-4954-be88-e832834e02d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.497884] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 871.497884] env[63339]: value = "task-4320046" [ 871.497884] env[63339]: _type = "Task" [ 871.497884] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.509786] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.656713] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.689996] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320044, 'name': Rename_Task, 'duration_secs': 0.175608} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.690520] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.692016] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2739c66b-5195-40fa-93e1-510e2f612836 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.701216] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 871.701216] env[63339]: value = "task-4320047" [ 871.701216] env[63339]: _type = "Task" [ 871.701216] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.711951] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.790879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.790879] env[63339]: DEBUG nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.793895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.662s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.799307] env[63339]: INFO nova.compute.claims [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.857533] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 871.857856] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849750', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'name': 'volume-669cc28e-f32c-45b7-b086-48b368b2b695', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '870c6382-317a-4067-9e38-e0e1a8e09437', 'attached_at': '', 'detached_at': '', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'serial': '669cc28e-f32c-45b7-b086-48b368b2b695'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 871.859754] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef85cc-b12d-4abb-a635-06b0ef2081b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.882129] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fdccf2-c088-4111-a7bb-97e617d928ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.910394] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-669cc28e-f32c-45b7-b086-48b368b2b695/volume-669cc28e-f32c-45b7-b086-48b368b2b695.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.911273] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f644f8eb-156f-43fb-ab91-884ef0d50f12 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.934263] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 871.934263] env[63339]: value = "task-4320049" [ 871.934263] env[63339]: _type = "Task" [ 871.934263] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.944552] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.009797] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22325} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.010102] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.010312] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.010506] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.220032] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320047, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.304192] env[63339]: DEBUG nova.compute.utils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.308320] env[63339]: DEBUG nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 872.369140] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.370681] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df9ec6c-3034-4feb-9317-bd76d360d4c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.378906] env[63339]: DEBUG oslo_vmware.api [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 872.378906] env[63339]: value = "task-4320050" [ 872.378906] env[63339]: _type = "Task" [ 872.378906] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.388295] env[63339]: DEBUG oslo_vmware.api [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.445633] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.711785] env[63339]: DEBUG oslo_vmware.api [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320047, 'name': PowerOnVM_Task, 'duration_secs': 0.585466} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.712180] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.712180] env[63339]: INFO nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Took 8.58 seconds to spawn the instance on the hypervisor. [ 872.712949] env[63339]: DEBUG nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.714491] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37312737-c5eb-4c81-8952-858a417493d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.813143] env[63339]: DEBUG nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.895481] env[63339]: DEBUG oslo_vmware.api [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320050, 'name': PowerOffVM_Task, 'duration_secs': 0.24462} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.895678] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.895998] env[63339]: DEBUG nova.compute.manager [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.898103] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e3fab-f21d-406b-8bf8-f92a238515d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.955764] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320049, 'name': ReconfigVM_Task, 'duration_secs': 0.63893} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.959729] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-669cc28e-f32c-45b7-b086-48b368b2b695/volume-669cc28e-f32c-45b7-b086-48b368b2b695.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.965172] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e28af36-73be-4786-b8f5-c31aba9a62c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.989873] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 872.989873] env[63339]: value = "task-4320051" [ 872.989873] env[63339]: _type = "Task" [ 872.989873] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.005081] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.060857] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.061198] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.061408] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.061573] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.061734] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.061939] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.062215] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.062389] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.062581] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.062807] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.062984] env[63339]: DEBUG nova.virt.hardware [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.064359] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f0fab-21cf-4b58-a250-3bbd485c3145 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.083021] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c4154-63d9-4730-ae46-2d3dd4f63c36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.110196] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:7b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a86e47-44f1-4dae-a8ae-d57f2d1405c0', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.118921] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.122260] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.124440] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-474d8972-042f-4490-9589-58316e7bf3ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.151554] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.151554] env[63339]: value = "task-4320052" [ 873.151554] env[63339]: _type = "Task" [ 873.151554] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.161414] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320052, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.243502] env[63339]: INFO nova.compute.manager [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Took 47.92 seconds to build instance. [ 873.416189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f8917473-90c9-4f83-b443-5dad062b229b tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.505059] env[63339]: DEBUG oslo_vmware.api [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320051, 'name': ReconfigVM_Task, 'duration_secs': 0.228249} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.505557] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849750', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'name': 'volume-669cc28e-f32c-45b7-b086-48b368b2b695', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '870c6382-317a-4067-9e38-e0e1a8e09437', 'attached_at': '', 'detached_at': '', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'serial': '669cc28e-f32c-45b7-b086-48b368b2b695'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 873.630869] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f776fd7-7b84-4422-84e3-9e74a8f1d4c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.642523] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e623e51-cf1e-4ac1-9087-4159f8ca5946 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.692483] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be85c1-1699-4f95-be17-97e6135673ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.704077] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320052, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.705405] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6971550e-7876-4e3d-acf9-660573ccec64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.727874] env[63339]: DEBUG nova.compute.provider_tree [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.756318] env[63339]: DEBUG oslo_concurrency.lockutils [None req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.480s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.831423] env[63339]: DEBUG nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.868492] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.868748] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.868959] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.869165] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.869336] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.873640] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.873946] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.874574] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.874574] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.874574] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.874574] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.874776] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.874876] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.875046] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.875216] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.875387] env[63339]: DEBUG nova.virt.hardware [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.876623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec9a339-cef1-44ae-a002-f2ba636ad56e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.880403] env[63339]: INFO nova.compute.manager [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Terminating instance [ 873.887438] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b4c1d-bec5-47bd-a5f7-00957a1dcb6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.906157] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.915662] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Creating folder: Project (3a7da2ff773f46419121296a5dc03429). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.916755] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60bcd05b-4b28-4d0d-89b9-47033c78afbd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.931339] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Created folder: Project (3a7da2ff773f46419121296a5dc03429) in parent group-v849594. [ 873.931549] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Creating folder: Instances. Parent ref: group-v849753. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.932347] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-721b3cfd-639e-4105-b4f7-0dc742574755 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.950533] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Created folder: Instances in parent group-v849753. [ 873.953232] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.953527] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.955285] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62db51a2-2a66-45a7-8f4e-c3a2e8067469 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.980951] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.980951] env[63339]: value = "task-4320056" [ 873.980951] env[63339]: _type = "Task" [ 873.980951] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.994350] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320056, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.197172] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320052, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.232183] env[63339]: DEBUG nova.scheduler.client.report [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.384934] env[63339]: DEBUG nova.compute.manager [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.384934] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.385752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f88c1d1-1432-453b-a714-022475c18095 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.397644] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.397936] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c05ad4f-42f0-40f5-9b97-48d11192a17a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.408035] env[63339]: DEBUG oslo_vmware.api [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 874.408035] env[63339]: value = "task-4320057" [ 874.408035] env[63339]: _type = "Task" [ 874.408035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.417894] env[63339]: DEBUG oslo_vmware.api [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4320057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.492418] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320056, 'name': CreateVM_Task, 'duration_secs': 0.349235} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.493042] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.493135] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.493308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.493648] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.493952] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cdc860-c74f-4419-882a-0c98d0803730 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.501409] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 874.501409] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527122f1-7524-00d5-f1b3-35403dd2ccb7" [ 874.501409] env[63339]: _type = "Task" [ 874.501409] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.512092] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527122f1-7524-00d5-f1b3-35403dd2ccb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.579902] env[63339]: DEBUG nova.objects.instance [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lazy-loading 'flavor' on Instance uuid 870c6382-317a-4067-9e38-e0e1a8e09437 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.701049] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320052, 'name': CreateVM_Task, 'duration_secs': 1.539526} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.701230] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.701933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.738584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.739339] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.744513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.117s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.744804] env[63339]: DEBUG nova.objects.instance [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lazy-loading 'resources' on Instance uuid fdfa7258-36c5-4d26-820b-b5389b9d4f6d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.774026] env[63339]: INFO nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Rebuilding instance [ 874.849223] env[63339]: DEBUG nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.850301] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770f5160-387b-4563-b70c-87a467ed16fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.920808] env[63339]: DEBUG oslo_vmware.api [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4320057, 'name': PowerOffVM_Task, 'duration_secs': 0.491222} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.921182] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.925325] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.925325] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416758ab-47fa-4f36-af2d-f68bf2310603 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.014482] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527122f1-7524-00d5-f1b3-35403dd2ccb7, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.015069] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.015346] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.015663] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.015775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.016235] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.016308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.016640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.016895] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f860db89-27cb-4be9-bd67-8f2d6b662aa5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.019197] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f47bb3-55a7-4ec0-a87b-9986683fd930 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.026252] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 875.026252] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294da88-9d89-90d7-1f8c-d07e2edc895e" [ 875.026252] env[63339]: _type = "Task" [ 875.026252] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.032932] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.032932] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.033372] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f328de-3cba-476e-9241-3f7e706ed60f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.043891] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294da88-9d89-90d7-1f8c-d07e2edc895e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.048258] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 875.048258] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ad2a2d-77c7-ff67-41f4-423d3bbbe54c" [ 875.048258] env[63339]: _type = "Task" [ 875.048258] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.058167] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ad2a2d-77c7-ff67-41f4-423d3bbbe54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.084604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2b6b4f0-7d24-4e89-9b04-6d510c9cf797 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.346s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.225309] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.225572] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.225765] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Deleting the datastore file [datastore2] bf4b85bd-f649-4444-b057-fe6035bb8c2a {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.226075] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4171a7e-4c7b-4c21-9d75-daacb090627d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.236473] env[63339]: DEBUG oslo_vmware.api [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for the task: (returnval){ [ 875.236473] env[63339]: value = "task-4320059" [ 875.236473] env[63339]: _type = "Task" [ 875.236473] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.247165] env[63339]: DEBUG oslo_vmware.api [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4320059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.252024] env[63339]: DEBUG nova.compute.utils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.254766] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.255173] env[63339]: DEBUG nova.network.neutron [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 875.289526] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2759b40-9b98-4469-9abb-c59a588a4b5c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.296754] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Suspending the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 875.297199] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5021d858-37d1-43b9-a4fd-4cf266b1b007 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.305523] env[63339]: DEBUG oslo_vmware.api [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 875.305523] env[63339]: value = "task-4320060" [ 875.305523] env[63339]: _type = "Task" [ 875.305523] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.315962] env[63339]: DEBUG oslo_vmware.api [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320060, 'name': SuspendVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.334533] env[63339]: DEBUG nova.policy [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '418395b14acd4897baf2b8a39f3a5adb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2980c9ce94e48b1d048373b092c61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.544228] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294da88-9d89-90d7-1f8c-d07e2edc895e, 'name': SearchDatastore_Task, 'duration_secs': 0.015963} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.544344] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.544657] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.544944] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.564090] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ad2a2d-77c7-ff67-41f4-423d3bbbe54c, 'name': SearchDatastore_Task, 'duration_secs': 0.015716} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.565411] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375aad51-3cdd-4f45-9c57-98d2e91f463d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.572732] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 875.572732] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525a5842-3285-c721-7bd3-d995d13f43ad" [ 875.572732] env[63339]: _type = "Task" [ 875.572732] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.588121] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525a5842-3285-c721-7bd3-d995d13f43ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.638315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.638638] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.747422] env[63339]: DEBUG oslo_vmware.api [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Task: {'id': task-4320059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390411} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.750738] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.750738] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.750738] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.751265] env[63339]: INFO nova.compute.manager [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Took 1.37 seconds to destroy the instance on the hypervisor. [ 875.751440] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.752986] env[63339]: DEBUG nova.compute.manager [-] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.753109] env[63339]: DEBUG nova.network.neutron [-] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 875.758964] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.819995] env[63339]: DEBUG oslo_vmware.api [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320060, 'name': SuspendVM_Task} progress is 45%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.872869] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.873983] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30f1652f-1f80-4402-8c81-b07b2b866a82 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.883170] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 875.883170] env[63339]: value = "task-4320061" [ 875.883170] env[63339]: _type = "Task" [ 875.883170] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.900258] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 875.900621] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.901837] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef19f24f-b635-402e-ad8e-849f92f34429 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.910066] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530af37-8d60-4dff-a860-1092cd1c2aa8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.912936] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.913723] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f71741-1860-4a89-ac03-c52b07d0b2b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.919304] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8079c53e-b8d2-460b-aa0d-329f8c986e97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.958185] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95917584-71ef-4636-af12-f6068915c7b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.967960] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab76e2-4365-40f1-92ab-51c55a9eedc6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.984702] env[63339]: DEBUG nova.compute.provider_tree [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.987890] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.988192] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.988493] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.989057] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-950dff53-6d34-4d96-867d-e46efecb0050 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.996911] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 875.996911] env[63339]: value = "task-4320063" [ 875.996911] env[63339]: _type = "Task" [ 875.996911] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.010946] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.083623] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525a5842-3285-c721-7bd3-d995d13f43ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013363} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.083991] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.084338] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.084686] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.084896] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.085169] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b88ef3c-0190-4034-a564-ac145854c64c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.087590] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f1907c-cdc5-45b2-a857-dc56bafa4c9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.098982] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 876.098982] env[63339]: value = "task-4320064" [ 876.098982] env[63339]: _type = "Task" [ 876.098982] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.100709] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.101032] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.105188] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58c39bb-4191-4cff-b49a-6b0e2f897faa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.123026] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 876.123026] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52546b68-7076-7c52-1186-e8a1c1d0d5ef" [ 876.123026] env[63339]: _type = "Task" [ 876.123026] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.124120] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.135644] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52546b68-7076-7c52-1186-e8a1c1d0d5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.137135] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b63ef78-ba88-48ca-b411-09c72b2607e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141776] env[63339]: DEBUG nova.network.neutron [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Successfully created port: 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.144876] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.153301] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 876.153301] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a032b0-7657-482c-1301-ea275899e088" [ 876.153301] env[63339]: _type = "Task" [ 876.153301] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.167750] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a032b0-7657-482c-1301-ea275899e088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.320718] env[63339]: DEBUG oslo_vmware.api [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320060, 'name': SuspendVM_Task} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.321231] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Suspended the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 876.321456] env[63339]: DEBUG nova.compute.manager [None req-991a95e3-328a-41e2-a15b-fecd15c97615 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.322313] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6dcec3-1610-4a69-8c36-4de275244e21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.490344] env[63339]: DEBUG nova.scheduler.client.report [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.514512] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244878} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.517037] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.517037] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.517037] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.612904] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.669590] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a032b0-7657-482c-1301-ea275899e088, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.671250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.673079] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.673079] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e57101-3c18-4ecc-b7c1-bacd12ed372a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.676993] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.683358] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 876.683358] env[63339]: value = "task-4320065" [ 876.683358] env[63339]: _type = "Task" [ 876.683358] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.697194] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.778825] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.812766] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.813078] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.813245] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.813463] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.816211] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.816451] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.816688] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.816860] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.817104] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.817314] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.817498] env[63339]: DEBUG nova.virt.hardware [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.817873] env[63339]: DEBUG nova.network.neutron [-] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.820198] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3122e0-3706-44b8-a55b-b7ca2fcab30c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.831842] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13561ab4-f0d8-49c7-8876-21ee29b7ada9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.840547] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.840966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.899999] env[63339]: DEBUG nova.compute.manager [req-51dc4873-2b13-4b7f-9b35-9cad513cfbe9 req-918e4f92-fb05-415e-ab7c-03fb1dafcd66 service nova] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Received event network-vif-deleted-5d34a3da-1fd3-42a4-861e-19599c8f9784 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 876.997066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.000271] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.645s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.000579] env[63339]: DEBUG nova.objects.instance [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lazy-loading 'resources' on Instance uuid a7ebffc9-b9df-49a3-83aa-bb4436cffd95 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.042154] env[63339]: INFO nova.scheduler.client.report [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Deleted allocations for instance fdfa7258-36c5-4d26-820b-b5389b9d4f6d [ 877.113229] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598405} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.114278] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.114522] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.114801] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a619f5-38fb-4b79-a8d0-afef2c0020ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.125606] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 877.125606] env[63339]: value = "task-4320066" [ 877.125606] env[63339]: _type = "Task" [ 877.125606] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.139056] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.197800] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.326586] env[63339]: INFO nova.compute.manager [-] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Took 1.57 seconds to deallocate network for instance. [ 877.354240] env[63339]: INFO nova.compute.manager [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Detaching volume 669cc28e-f32c-45b7-b086-48b368b2b695 [ 877.401489] env[63339]: INFO nova.virt.block_device [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Attempting to driver detach volume 669cc28e-f32c-45b7-b086-48b368b2b695 from mountpoint /dev/sdb [ 877.401753] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 877.402026] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849750', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'name': 'volume-669cc28e-f32c-45b7-b086-48b368b2b695', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '870c6382-317a-4067-9e38-e0e1a8e09437', 'attached_at': '', 'detached_at': '', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'serial': '669cc28e-f32c-45b7-b086-48b368b2b695'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 877.403181] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748ac250-fee5-40f7-b031-7b6bcd0baed4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.428735] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce0658-970b-40b0-8703-e0d4fcbc3607 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.439224] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15353df-3ac9-4b77-89b9-bcb6f49dd002 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.463765] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dc1bf3-0d57-4cc4-9582-d950d9503937 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.480300] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] The volume has not been displaced from its original location: [datastore2] volume-669cc28e-f32c-45b7-b086-48b368b2b695/volume-669cc28e-f32c-45b7-b086-48b368b2b695.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 877.486055] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.486480] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b9adb8-1e25-45f1-8560-913cc53da5a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.510094] env[63339]: DEBUG oslo_vmware.api [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 877.510094] env[63339]: value = "task-4320067" [ 877.510094] env[63339]: _type = "Task" [ 877.510094] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.521284] env[63339]: DEBUG oslo_vmware.api [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.554655] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9e9f734-a960-4fa4-a360-b76490c989cd tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Lock "fdfa7258-36c5-4d26-820b-b5389b9d4f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.028s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.567293] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.567693] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.567959] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.568281] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.568541] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.568818] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.569207] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.569483] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.569777] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.570075] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.570404] env[63339]: DEBUG nova.virt.hardware [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.571871] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b24a0-fa60-4425-abf5-feee576d4605 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.587071] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052545ed-6de8-4771-bad5-0298a9576fb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.620071] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:3a:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc9352d2-079c-492d-bb22-0a421f3dd32a', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.633323] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.638017] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.645345] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65915d3-f609-4daa-94f4-07095b9fa4ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.685031] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178426} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.691619] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.692340] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.692340] env[63339]: value = "task-4320068" [ 877.692340] env[63339]: _type = "Task" [ 877.692340] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.698212] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba769a-8d5a-4da0-93f0-a490e62b3254 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.720556] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56562} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.727936] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.727936] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.748271] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5e7880c-f3d2-4d98-b86f-a8b9a28cf4ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.769195] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.779246] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7604ddfe-4e13-42aa-a243-bf321329753a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.813414] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320068, 'name': CreateVM_Task} progress is 15%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.823947] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 877.823947] env[63339]: value = "task-4320069" [ 877.823947] env[63339]: _type = "Task" [ 877.823947] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.827223] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 877.827223] env[63339]: value = "task-4320070" [ 877.827223] env[63339]: _type = "Task" [ 877.827223] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.840673] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.846926] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.854579] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.953521] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "fb000cb9-d32e-41f5-841e-a1747cb6f491" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.953998] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.028382] env[63339]: DEBUG oslo_vmware.api [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320067, 'name': ReconfigVM_Task, 'duration_secs': 0.409454} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.028920] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.037008] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9382d5-10f4-4e2b-9bf9-f02402304e3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.068108] env[63339]: DEBUG oslo_vmware.api [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 878.068108] env[63339]: value = "task-4320071" [ 878.068108] env[63339]: _type = "Task" [ 878.068108] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.088552] env[63339]: DEBUG oslo_vmware.api [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.126254] env[63339]: DEBUG nova.network.neutron [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Successfully updated port: 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 878.214498] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320068, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.349210] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.349511] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.377530] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae10d7a-6994-4845-b769-e2a1a4bc54fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.394800] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e965155-33ff-43c3-944f-7406835b3d1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.436877] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a20fb-364e-4d01-b767-7184810f7ed2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.446832] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0071ce-aa2f-4ba4-9dc2-ac434af53947 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.469763] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.473925] env[63339]: DEBUG nova.compute.provider_tree [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.579874] env[63339]: DEBUG oslo_vmware.api [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320071, 'name': ReconfigVM_Task, 'duration_secs': 0.253128} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.580560] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849750', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'name': 'volume-669cc28e-f32c-45b7-b086-48b368b2b695', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '870c6382-317a-4067-9e38-e0e1a8e09437', 'attached_at': '', 'detached_at': '', 'volume_id': '669cc28e-f32c-45b7-b086-48b368b2b695', 'serial': '669cc28e-f32c-45b7-b086-48b368b2b695'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 878.630014] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.630135] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquired lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.630719] env[63339]: DEBUG nova.network.neutron [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 878.714904] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320068, 'name': CreateVM_Task, 'duration_secs': 0.608} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.715596] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.716411] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.716594] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.717339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.717976] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da57366c-1f1a-444b-9df5-147f8a1d0dbd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.724207] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 878.724207] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52450024-d60f-b085-7306-a15e5b7f03b7" [ 878.724207] env[63339]: _type = "Task" [ 878.724207] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.734712] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52450024-d60f-b085-7306-a15e5b7f03b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.842384] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.622857} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.843269] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.844237] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375d88b-fffc-4c04-ad87-c844c64d34a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.850382] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320070, 'name': ReconfigVM_Task, 'duration_secs': 0.605642} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.851150] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.851857] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4d1a5a1-b19d-4ccc-9ac3-d8eeae5e5a2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.873189] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.874056] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe630ea7-8e26-476e-be3e-1b76e062ddb3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.897380] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 878.897380] env[63339]: value = "task-4320072" [ 878.897380] env[63339]: _type = "Task" [ 878.897380] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.904488] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 878.904488] env[63339]: value = "task-4320073" [ 878.904488] env[63339]: _type = "Task" [ 878.904488] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.910580] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320072, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.919646] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.980571] env[63339]: DEBUG nova.scheduler.client.report [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.006810] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.158735] env[63339]: DEBUG nova.objects.instance [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lazy-loading 'flavor' on Instance uuid 870c6382-317a-4067-9e38-e0e1a8e09437 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.208282] env[63339]: DEBUG nova.compute.manager [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Received event network-vif-plugged-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 879.208499] env[63339]: DEBUG oslo_concurrency.lockutils [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] Acquiring lock "14212226-45e7-471d-946f-72ced9f2b489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.208721] env[63339]: DEBUG oslo_concurrency.lockutils [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] Lock "14212226-45e7-471d-946f-72ced9f2b489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.208890] env[63339]: DEBUG oslo_concurrency.lockutils [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] Lock "14212226-45e7-471d-946f-72ced9f2b489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.209209] env[63339]: DEBUG nova.compute.manager [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] No waiting events found dispatching network-vif-plugged-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.211032] env[63339]: WARNING nova.compute.manager [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Received unexpected event network-vif-plugged-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a for instance with vm_state building and task_state spawning. [ 879.211032] env[63339]: DEBUG nova.compute.manager [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Received event network-changed-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 879.211032] env[63339]: DEBUG nova.compute.manager [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Refreshing instance network info cache due to event network-changed-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 879.211032] env[63339]: DEBUG oslo_concurrency.lockutils [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] Acquiring lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.232384] env[63339]: DEBUG nova.network.neutron [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 879.237044] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52450024-d60f-b085-7306-a15e5b7f03b7, 'name': SearchDatastore_Task, 'duration_secs': 0.040476} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.237690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.238027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.238309] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.238461] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.238715] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.239684] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815d61f3-e9f2-4026-b6b7-c5471026d812 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.249953] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.250292] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.251237] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801e382d-ecf0-41df-89c0-91e7a1b8a834 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.259200] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 879.259200] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52191edb-329b-bdbe-9b49-a0cbb403db41" [ 879.259200] env[63339]: _type = "Task" [ 879.259200] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.278168] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52191edb-329b-bdbe-9b49-a0cbb403db41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.400555] env[63339]: DEBUG nova.compute.manager [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.408414] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b9300-8e72-4024-9b75-f434ee8fcef8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.419238] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320072, 'name': Rename_Task, 'duration_secs': 0.254255} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.421603] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.428063] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e228a5a4-c45b-4e5d-b4cd-f97fabe02c52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.429874] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.439722] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 879.439722] env[63339]: value = "task-4320074" [ 879.439722] env[63339]: _type = "Task" [ 879.439722] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.451057] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.487526] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.488s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.490202] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.104s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.491761] env[63339]: INFO nova.compute.claims [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.500427] env[63339]: DEBUG nova.network.neutron [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Updating instance_info_cache with network_info: [{"id": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "address": "fa:16:3e:48:fb:71", "network": {"id": "d1e96589-3adb-43d2-a487-39d4a4f89d1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1523140867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2980c9ce94e48b1d048373b092c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3a1ffe-e5", "ovs_interfaceid": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.515576] env[63339]: INFO nova.scheduler.client.report [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Deleted allocations for instance a7ebffc9-b9df-49a3-83aa-bb4436cffd95 [ 879.773389] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52191edb-329b-bdbe-9b49-a0cbb403db41, 'name': SearchDatastore_Task, 'duration_secs': 0.014077} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.774312] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb65504-0e23-4269-b354-6d3b360d2547 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.784479] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 879.784479] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5254d979-7adf-21a9-c16d-19b17fec1f98" [ 879.784479] env[63339]: _type = "Task" [ 879.784479] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.800919] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5254d979-7adf-21a9-c16d-19b17fec1f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.925361] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320073, 'name': ReconfigVM_Task, 'duration_secs': 0.554665} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.925361] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec/8b381e13-09fe-412a-9799-e54edebefcec.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.925361] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d67abf1a-a9d0-480c-879d-ad7530f81fa4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.932932] env[63339]: INFO nova.compute.manager [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] instance snapshotting [ 879.933395] env[63339]: WARNING nova.compute.manager [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 879.937414] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 879.937414] env[63339]: value = "task-4320075" [ 879.937414] env[63339]: _type = "Task" [ 879.937414] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.941928] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa8dc2-0165-49ef-94bc-e450c73ceea8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.958855] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320075, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.980433] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320074, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.981355] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557ad49-48b8-414d-a0e4-bc5a59b3c646 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.003385] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Releasing lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.003602] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Instance network_info: |[{"id": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "address": "fa:16:3e:48:fb:71", "network": {"id": "d1e96589-3adb-43d2-a487-39d4a4f89d1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1523140867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2980c9ce94e48b1d048373b092c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3a1ffe-e5", "ovs_interfaceid": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.003881] env[63339]: DEBUG oslo_concurrency.lockutils [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] Acquired lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.004096] env[63339]: DEBUG nova.network.neutron [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Refreshing network info cache for port 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 880.005461] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:fb:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.013922] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Creating folder: Project (8aa2980c9ce94e48b1d048373b092c61). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.015319] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee5666de-3836-498a-8b42-88acbed06d85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.025595] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4652c23f-3752-496f-a653-79ccd8b91361 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "a7ebffc9-b9df-49a3-83aa-bb4436cffd95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.054s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.031213] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Created folder: Project (8aa2980c9ce94e48b1d048373b092c61) in parent group-v849594. [ 880.031213] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Creating folder: Instances. Parent ref: group-v849757. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.031558] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6114a4eb-c49d-4fa6-9fb4-4955d073d55f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.045031] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Created folder: Instances in parent group-v849757. [ 880.045317] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.045521] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.045741] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735a3440-44a2-4e80-a42d-d6f8cf5077d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.069202] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.069202] env[63339]: value = "task-4320078" [ 880.069202] env[63339]: _type = "Task" [ 880.069202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.082580] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320078, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.174668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9f4e977a-120d-409c-b305-ddf11117b160 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.334s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.213034] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527846ed-bf23-27dc-2482-154422be9a56/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.214410] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920dcd61-d359-40e2-8b5d-e4ea5cf1f431 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.223664] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527846ed-bf23-27dc-2482-154422be9a56/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.223894] env[63339]: ERROR oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527846ed-bf23-27dc-2482-154422be9a56/disk-0.vmdk due to incomplete transfer. [ 880.224189] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5441278-c4e2-4689-b592-ae04612bc667 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.234843] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527846ed-bf23-27dc-2482-154422be9a56/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.234952] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Uploaded image 9b82f48b-f30d-411c-bd6a-1ba44cd3af73 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.238265] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.238535] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e35ab4a-28f6-475e-aeaf-33ea3aebaef6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.248787] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 880.248787] env[63339]: value = "task-4320079" [ 880.248787] env[63339]: _type = "Task" [ 880.248787] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.262137] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320079, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.298897] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5254d979-7adf-21a9-c16d-19b17fec1f98, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.299232] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.299537] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.299848] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f89c1a4-f6cc-4700-9104-1329ca3a483e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.309726] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 880.309726] env[63339]: value = "task-4320080" [ 880.309726] env[63339]: _type = "Task" [ 880.309726] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.327244] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.452927] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320075, 'name': Rename_Task, 'duration_secs': 0.190465} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.453697] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.453927] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05edc2ed-9543-46e2-9bf4-30f2f8972093 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.461232] env[63339]: DEBUG oslo_vmware.api [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320074, 'name': PowerOnVM_Task, 'duration_secs': 0.57789} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.461232] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.461389] env[63339]: INFO nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Took 6.63 seconds to spawn the instance on the hypervisor. [ 880.463233] env[63339]: DEBUG nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.463233] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e8889-057c-47a6-9be0-3b8a19f35bb6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.467098] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 880.467098] env[63339]: value = "task-4320081" [ 880.467098] env[63339]: _type = "Task" [ 880.467098] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.481992] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.494857] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.497231] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-181d9059-a09b-4605-92a2-afe08bc09fcb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.510430] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 880.510430] env[63339]: value = "task-4320082" [ 880.510430] env[63339]: _type = "Task" [ 880.510430] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.523078] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.590489] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320078, 'name': CreateVM_Task, 'duration_secs': 0.382446} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.590951] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.591890] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.592085] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.592426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.593045] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069eb323-cd79-4d44-9c5a-6152ec051614 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.600019] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 880.600019] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5200082e-47ce-6d5e-ba65-58a82951aad7" [ 880.600019] env[63339]: _type = "Task" [ 880.600019] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.609779] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5200082e-47ce-6d5e-ba65-58a82951aad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.761119] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320079, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.820953] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.912022] env[63339]: DEBUG nova.network.neutron [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Updated VIF entry in instance network info cache for port 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 880.912022] env[63339]: DEBUG nova.network.neutron [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Updating instance_info_cache with network_info: [{"id": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "address": "fa:16:3e:48:fb:71", "network": {"id": "d1e96589-3adb-43d2-a487-39d4a4f89d1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1523140867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2980c9ce94e48b1d048373b092c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3a1ffe-e5", "ovs_interfaceid": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.984108] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320081, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.989497] env[63339]: INFO nova.compute.manager [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Took 49.19 seconds to build instance. [ 881.021223] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320082, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.113408] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5200082e-47ce-6d5e-ba65-58a82951aad7, 'name': SearchDatastore_Task, 'duration_secs': 0.065023} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.114918] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.115211] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.115453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.115595] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.115779] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.116909] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fa0ad7-1a3e-4436-b412-cf958cd1b47d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.119892] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4634b04-9f8a-4e80-bc28-92f7f8422485 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.128719] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fec5d6-1577-444b-8f52-16f6eaafa357 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.133590] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.133797] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.135037] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09c535b-9c5e-4506-b0a4-19bc25af4c2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.177028] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b569d4f-e3c8-4924-a12b-7bb9730fbd12 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.179464] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 881.179464] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52171890-8e5a-1543-3589-a755243e99bf" [ 881.179464] env[63339]: _type = "Task" [ 881.179464] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.187988] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8967bf1-06c9-4123-8768-0080ee999a2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.202591] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52171890-8e5a-1543-3589-a755243e99bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.207601] env[63339]: DEBUG nova.compute.provider_tree [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.262633] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320079, 'name': Destroy_Task, 'duration_secs': 0.678199} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.263168] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Destroyed the VM [ 881.263562] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 881.263995] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd59d398-b3e0-4d6f-bd49-c0b5f2125d24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.273557] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 881.273557] env[63339]: value = "task-4320083" [ 881.273557] env[63339]: _type = "Task" [ 881.273557] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.287262] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.320704] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596854} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.320704] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.321024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.321116] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c75dee3-8d4a-4d2a-98e2-4d216e61d164 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.333850] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 881.333850] env[63339]: value = "task-4320084" [ 881.333850] env[63339]: _type = "Task" [ 881.333850] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.344225] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.414358] env[63339]: DEBUG oslo_concurrency.lockutils [req-93420d00-2b23-4b26-8737-7d60605bf1c1 req-d5d8f638-b631-487e-a928-9ed1a6affb9b service nova] Releasing lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.478811] env[63339]: DEBUG oslo_vmware.api [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320081, 'name': PowerOnVM_Task, 'duration_secs': 0.884853} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.479103] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.479607] env[63339]: DEBUG nova.compute.manager [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.480226] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e905c7e0-f525-48a9-ac84-c5013f84e203 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.494860] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b1f6c40e-5011-46b3-8849-029d395d95b6 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "157a0eb6-751e-41f4-8d11-93b5384da835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.445s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.527343] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320082, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.694056] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52171890-8e5a-1543-3589-a755243e99bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016424} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.695097] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcda41d9-0d8d-4d0d-8f89-6ffe3e8c1449 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.700828] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 881.700828] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d03f2c-3bbc-f987-9c4a-7bd2a88aa496" [ 881.700828] env[63339]: _type = "Task" [ 881.700828] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.711096] env[63339]: DEBUG nova.scheduler.client.report [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.717189] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d03f2c-3bbc-f987-9c4a-7bd2a88aa496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.784855] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.843792] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077668} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.844128] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.845013] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f5160b-4403-4f3f-8dcb-c18fdd444c59 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.870417] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.871353] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d64a34-f381-486d-b78e-d720efe9f76a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.893175] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 881.893175] env[63339]: value = "task-4320085" [ 881.893175] env[63339]: _type = "Task" [ 881.893175] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.903857] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.003152] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.023416] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320082, 'name': CreateSnapshot_Task, 'duration_secs': 1.504044} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.023769] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 882.024663] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2007e0e-5a93-4ad5-a150-ef3f12ae8047 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.214135] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d03f2c-3bbc-f987-9c4a-7bd2a88aa496, 'name': SearchDatastore_Task, 'duration_secs': 0.017324} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.214885] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.216023] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 14212226-45e7-471d-946f-72ced9f2b489/14212226-45e7-471d-946f-72ced9f2b489.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.216023] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7274fffa-d511-4858-9d56-cdd4552d8002 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.219028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.219744] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.222919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.398s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.224799] env[63339]: INFO nova.compute.claims [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.237025] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 882.237025] env[63339]: value = "task-4320086" [ 882.237025] env[63339]: _type = "Task" [ 882.237025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.247068] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.289059] env[63339]: DEBUG oslo_vmware.api [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320083, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871317} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.289059] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.289324] env[63339]: INFO nova.compute.manager [None req-e14e2f3b-531b-4dfb-acc9-efa5e210fb9f tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 882.409021] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320085, 'name': ReconfigVM_Task, 'duration_secs': 0.373628} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.409021] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d/adfec4ce-fc60-4f00-b66a-aad521e2dc8d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.409021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b439590-6abf-47c3-9a7d-9142adabb221 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.416502] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 882.416502] env[63339]: value = "task-4320087" [ 882.416502] env[63339]: _type = "Task" [ 882.416502] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.426221] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320087, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.552284] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 882.552284] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64003cb0-69b8-4f42-8d08-ba5d97157035 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.562022] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 882.562022] env[63339]: value = "task-4320088" [ 882.562022] env[63339]: _type = "Task" [ 882.562022] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.574930] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320088, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.731904] env[63339]: DEBUG nova.compute.utils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.740255] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.740594] env[63339]: DEBUG nova.network.neutron [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 882.758403] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320086, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.798696] env[63339]: DEBUG nova.policy [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63369dbf0b4464ca250d92879d26842', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a798abf9917a474fb03448c5fea5caec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.931663] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320087, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.073987] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320088, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.136639] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "f380129e-fb55-416b-b36f-a7767b76fe04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.137015] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "f380129e-fb55-416b-b36f-a7767b76fe04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.194425] env[63339]: DEBUG nova.network.neutron [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Successfully created port: 801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 883.242025] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.263260] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593656} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.263732] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 14212226-45e7-471d-946f-72ced9f2b489/14212226-45e7-471d-946f-72ced9f2b489.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.264319] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.264319] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dad988-0d84-4555-92a2-0a3b267cd0d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.275498] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 883.275498] env[63339]: value = "task-4320089" [ 883.275498] env[63339]: _type = "Task" [ 883.275498] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.288634] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.431368] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320087, 'name': Rename_Task, 'duration_secs': 0.551487} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.431368] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.431368] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0f448bd-d770-4157-9a47-5d6dfcd32aec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.441619] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 883.441619] env[63339]: value = "task-4320090" [ 883.441619] env[63339]: _type = "Task" [ 883.441619] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.453279] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.575219] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320088, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.640586] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.789048] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079133} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.789526] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.790425] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168c61b-c7db-4b57-b5bd-68da0627a954 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.818734] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 14212226-45e7-471d-946f-72ced9f2b489/14212226-45e7-471d-946f-72ced9f2b489.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.825668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "8b381e13-09fe-412a-9799-e54edebefcec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.825939] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "8b381e13-09fe-412a-9799-e54edebefcec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.826190] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "8b381e13-09fe-412a-9799-e54edebefcec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.826459] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "8b381e13-09fe-412a-9799-e54edebefcec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.826601] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "8b381e13-09fe-412a-9799-e54edebefcec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.828399] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6712a582-edd6-45c9-8823-1218a5e3fcca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.843634] env[63339]: INFO nova.compute.manager [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Terminating instance [ 883.852978] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 883.852978] env[63339]: value = "task-4320091" [ 883.852978] env[63339]: _type = "Task" [ 883.852978] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.865579] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.956343] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.043215] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249cf94-31c4-4043-b0cc-c2db7e53c87c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.053435] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72844f3-d70b-4f4d-8171-bde0dadda7b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.093429] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f5fcc8-bf01-4ab2-b165-e15c1c521f8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.102443] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320088, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.106660] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd89af8-e6a6-41ac-ad1a-f1853099dac3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.121794] env[63339]: DEBUG nova.compute.provider_tree [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.186881] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.198946] env[63339]: INFO nova.compute.manager [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Rebuilding instance [ 884.262232] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.284381] env[63339]: DEBUG nova.compute.manager [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.285512] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb1339-640c-4c08-865d-ff3a457bc185 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.308696] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.309398] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.309398] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.309555] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.309711] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.309816] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.310089] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.310299] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.310527] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.310817] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.311126] env[63339]: DEBUG nova.virt.hardware [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.312221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260117e5-584d-45e1-9826-0597a535bb93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.321644] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8298af-f571-4447-a792-0c9de0bccceb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.349930] env[63339]: DEBUG nova.compute.manager [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.350240] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.351188] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547bd3f9-6a5f-4a98-99d8-ca34af76ab17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.366702] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.372024] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cad08cd0-7e2e-4ad2-b88b-da4e085b267f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.373356] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320091, 'name': ReconfigVM_Task, 'duration_secs': 0.429469} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.374461] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 14212226-45e7-471d-946f-72ced9f2b489/14212226-45e7-471d-946f-72ced9f2b489.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.375564] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0add70be-db63-4e9c-8f61-f4e22c68a13b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.381316] env[63339]: DEBUG oslo_vmware.api [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 884.381316] env[63339]: value = "task-4320092" [ 884.381316] env[63339]: _type = "Task" [ 884.381316] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.387086] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 884.387086] env[63339]: value = "task-4320093" [ 884.387086] env[63339]: _type = "Task" [ 884.387086] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.397021] env[63339]: DEBUG oslo_vmware.api [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.405467] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320093, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.458118] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320090, 'name': PowerOnVM_Task, 'duration_secs': 0.94148} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.458647] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.458950] env[63339]: DEBUG nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.460150] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b68169-1fe1-459c-8c49-a1e076d63f84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.599713] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320088, 'name': CloneVM_Task, 'duration_secs': 1.921941} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.599987] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Created linked-clone VM from snapshot [ 884.600799] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a129d18-884e-4f30-8bfe-0ce88cdc6af2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.609532] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Uploading image 7b4e7cd0-bfb5-474c-bb9a-a35c96fbf8fc {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 884.625945] env[63339]: DEBUG nova.scheduler.client.report [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.638352] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 884.638352] env[63339]: value = "vm-849761" [ 884.638352] env[63339]: _type = "VirtualMachine" [ 884.638352] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 884.638638] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dda7e08c-013d-47a1-ad5a-f8ffe7cb7fea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.649503] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease: (returnval){ [ 884.649503] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523553d2-7682-8d2f-4627-6ad3b8a2adbb" [ 884.649503] env[63339]: _type = "HttpNfcLease" [ 884.649503] env[63339]: } obtained for exporting VM: (result){ [ 884.649503] env[63339]: value = "vm-849761" [ 884.649503] env[63339]: _type = "VirtualMachine" [ 884.649503] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 884.649912] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the lease: (returnval){ [ 884.649912] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523553d2-7682-8d2f-4627-6ad3b8a2adbb" [ 884.649912] env[63339]: _type = "HttpNfcLease" [ 884.649912] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 884.659206] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.659206] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523553d2-7682-8d2f-4627-6ad3b8a2adbb" [ 884.659206] env[63339]: _type = "HttpNfcLease" [ 884.659206] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 884.865253] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "b78e850a-46a9-4a18-8c09-af7510e3089d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.865434] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.894911] env[63339]: DEBUG oslo_vmware.api [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320092, 'name': PowerOffVM_Task, 'duration_secs': 0.289321} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.895815] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.895815] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.896120] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709a5ab7-4677-43ba-9a54-8f8c316edc00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.902038] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320093, 'name': Rename_Task, 'duration_secs': 0.282563} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.902737] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.903087] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d4d580-3531-49c7-9e86-d09d35aa10dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.910564] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 884.910564] env[63339]: value = "task-4320096" [ 884.910564] env[63339]: _type = "Task" [ 884.910564] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.922467] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.980030] env[63339]: INFO nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] bringing vm to original state: 'stopped' [ 884.989403] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.989403] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.989403] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore1] 8b381e13-09fe-412a-9799-e54edebefcec {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.989620] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9253231-2858-46f7-8d2c-5e826d30fd2b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.000421] env[63339]: DEBUG oslo_vmware.api [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 885.000421] env[63339]: value = "task-4320097" [ 885.000421] env[63339]: _type = "Task" [ 885.000421] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.012587] env[63339]: DEBUG oslo_vmware.api [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.052325] env[63339]: DEBUG nova.network.neutron [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Successfully updated port: 801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 885.136828] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.914s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.137393] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.141338] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.177s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.159276] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.159276] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523553d2-7682-8d2f-4627-6ad3b8a2adbb" [ 885.159276] env[63339]: _type = "HttpNfcLease" [ 885.159276] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 885.160152] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 885.160152] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523553d2-7682-8d2f-4627-6ad3b8a2adbb" [ 885.160152] env[63339]: _type = "HttpNfcLease" [ 885.160152] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 885.160960] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6d96df-93d4-4ed4-8f27-a77d7d954428 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.170367] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244dd51-21a3-7da4-e0ed-2cbe7fb712ea/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 885.170545] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244dd51-21a3-7da4-e0ed-2cbe7fb712ea/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 885.234567] env[63339]: DEBUG nova.compute.manager [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.235747] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed511010-37ec-49f7-b509-48d465eb76f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.290129] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1702e791-7c98-42b0-acf1-46f8d9a281a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.305473] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.305772] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb1fb37-9959-42f9-9e22-ce2649e9bb77 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.316030] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 885.316030] env[63339]: value = "task-4320098" [ 885.316030] env[63339]: _type = "Task" [ 885.316030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.325755] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.368534] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.426525] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.514219] env[63339]: DEBUG oslo_vmware.api [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16212} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.514690] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.514986] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.515305] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.515573] env[63339]: INFO nova.compute.manager [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 885.519183] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.520046] env[63339]: DEBUG nova.compute.manager [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.520220] env[63339]: DEBUG nova.network.neutron [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 885.554671] env[63339]: DEBUG nova.compute.manager [req-062fbf9d-a521-4c8d-935b-5efc9e844bcc req-d0f2f367-4915-4039-b55c-28f90cdc6f59 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Received event network-vif-plugged-801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 885.554957] env[63339]: DEBUG oslo_concurrency.lockutils [req-062fbf9d-a521-4c8d-935b-5efc9e844bcc req-d0f2f367-4915-4039-b55c-28f90cdc6f59 service nova] Acquiring lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.556207] env[63339]: DEBUG oslo_concurrency.lockutils [req-062fbf9d-a521-4c8d-935b-5efc9e844bcc req-d0f2f367-4915-4039-b55c-28f90cdc6f59 service nova] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.556357] env[63339]: DEBUG oslo_concurrency.lockutils [req-062fbf9d-a521-4c8d-935b-5efc9e844bcc req-d0f2f367-4915-4039-b55c-28f90cdc6f59 service nova] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.556599] env[63339]: DEBUG nova.compute.manager [req-062fbf9d-a521-4c8d-935b-5efc9e844bcc req-d0f2f367-4915-4039-b55c-28f90cdc6f59 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] No waiting events found dispatching network-vif-plugged-801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.556800] env[63339]: WARNING nova.compute.manager [req-062fbf9d-a521-4c8d-935b-5efc9e844bcc req-d0f2f367-4915-4039-b55c-28f90cdc6f59 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Received unexpected event network-vif-plugged-801c7a14-fd84-4f70-8c20-00341782aab4 for instance with vm_state building and task_state spawning. [ 885.559644] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "refresh_cache-a9c2029a-9e6a-482a-b27d-2dba602ea1e5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.560239] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquired lock "refresh_cache-a9c2029a-9e6a-482a-b27d-2dba602ea1e5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.560239] env[63339]: DEBUG nova.network.neutron [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 885.599511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.599874] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.647025] env[63339]: DEBUG nova.compute.utils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.652080] env[63339]: INFO nova.compute.claims [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.659074] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.659074] env[63339]: DEBUG nova.network.neutron [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 885.751998] env[63339]: DEBUG nova.policy [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb813a522a2543259288bef1d5183868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88a4a10df9164e93b9aa5711f4e0ca17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.755955] env[63339]: INFO nova.compute.manager [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] instance snapshotting [ 885.759801] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79614e5-7e49-4e19-9b2c-22520bbc094e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.785052] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a2391-a322-4adf-880d-fe8da74b9d8e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.837020] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320098, 'name': PowerOffVM_Task, 'duration_secs': 0.144057} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.837020] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.837020] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.837863] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f350f3-62fd-41d1-8006-5156b2e6ff2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847246] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.848410] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37201784-1b47-4381-9b77-181ec255d780 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.883024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.883455] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.884786] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Deleting the datastore file [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.885604] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b49db5b-8e54-413b-8700-076b2e3e60a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.895599] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 885.895599] env[63339]: value = "task-4320100" [ 885.895599] env[63339]: _type = "Task" [ 885.895599] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.907585] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.914785] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.926649] env[63339]: DEBUG oslo_vmware.api [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320096, 'name': PowerOnVM_Task, 'duration_secs': 0.662271} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.926983] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.927822] env[63339]: INFO nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Took 9.15 seconds to spawn the instance on the hypervisor. [ 885.927822] env[63339]: DEBUG nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.928459] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f8c6e8-ccdb-403c-b99f-aea02117c04f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.994264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.994682] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.994981] env[63339]: DEBUG nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.996238] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12455dc2-5718-4bab-9c2f-fa26d92901ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.009076] env[63339]: DEBUG nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 886.157574] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.161511] env[63339]: INFO nova.compute.resource_tracker [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating resource usage from migration d027223d-ccd8-4f07-886a-8318c9ac4be8 [ 886.274569] env[63339]: DEBUG nova.network.neutron [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 886.298625] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.298971] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ac8f310-79ec-4d9a-8993-906547e73b0f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.320073] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 886.320073] env[63339]: value = "task-4320101" [ 886.320073] env[63339]: _type = "Task" [ 886.320073] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.333767] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.420157] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11774} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.420595] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.421020] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.421511] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.461491] env[63339]: INFO nova.compute.manager [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Took 49.35 seconds to build instance. [ 886.521808] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.522739] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f86deb-330d-4449-a8ea-e4010463da11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.534035] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 886.534035] env[63339]: value = "task-4320102" [ 886.534035] env[63339]: _type = "Task" [ 886.534035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.547906] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.694913] env[63339]: DEBUG nova.network.neutron [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Updating instance_info_cache with network_info: [{"id": "801c7a14-fd84-4f70-8c20-00341782aab4", "address": "fa:16:3e:9f:2a:51", "network": {"id": "a5052418-0c13-400d-a00e-5c225105f64c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1396280859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a798abf9917a474fb03448c5fea5caec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801c7a14-fd", "ovs_interfaceid": "801c7a14-fd84-4f70-8c20-00341782aab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.831879] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.848501] env[63339]: DEBUG nova.network.neutron [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Successfully created port: b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 886.931905] env[63339]: DEBUG nova.network.neutron [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.969471] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9c825b25-7037-478e-bc45-1e4024184df9 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "14212226-45e7-471d-946f-72ced9f2b489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.055s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.988058] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee346105-b854-42f4-8249-3b8d4687cdb3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.002094] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d52e5-7b65-46f9-b7ad-6698acdb3dad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.057118] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306849c9-7672-4450-9038-0dfe2d8796a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.070871] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc788f0-25a4-40b5-b9b2-8921cd3ecc51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.077501] env[63339]: DEBUG oslo_vmware.api [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320102, 'name': PowerOffVM_Task, 'duration_secs': 0.424348} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.078446] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.078842] env[63339]: DEBUG nova.compute.manager [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.080490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94eaadd-ee3e-41ac-904b-36c5164baa6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.093058] env[63339]: DEBUG nova.compute.provider_tree [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.176935] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.198621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Releasing lock "refresh_cache-a9c2029a-9e6a-482a-b27d-2dba602ea1e5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.199020] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Instance network_info: |[{"id": "801c7a14-fd84-4f70-8c20-00341782aab4", "address": "fa:16:3e:9f:2a:51", "network": {"id": "a5052418-0c13-400d-a00e-5c225105f64c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1396280859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a798abf9917a474fb03448c5fea5caec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801c7a14-fd", "ovs_interfaceid": "801c7a14-fd84-4f70-8c20-00341782aab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.199465] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:2a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801c7a14-fd84-4f70-8c20-00341782aab4', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.210374] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Creating folder: Project (a798abf9917a474fb03448c5fea5caec). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.213360] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa8315f9-1920-44a7-b2d8-c3d6b4a9bf44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.225843] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.226255] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.226343] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.226532] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.226663] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.226855] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.227088] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.227321] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.227453] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.227656] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.227851] env[63339]: DEBUG nova.virt.hardware [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.228828] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0199a9-da19-4d2c-b749-1061f65e2405 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.233866] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Created folder: Project (a798abf9917a474fb03448c5fea5caec) in parent group-v849594. [ 887.234125] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Creating folder: Instances. Parent ref: group-v849763. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.234792] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a14a2576-84c7-469a-b481-cc89a677c2c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.240727] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91df41e-9b81-4acf-af49-8928fc850f3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.248320] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Created folder: Instances in parent group-v849763. [ 887.248610] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.259330] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.259330] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d8d498-77f7-4994-a3d3-602778e6a917 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.282356] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.282356] env[63339]: value = "task-4320105" [ 887.282356] env[63339]: _type = "Task" [ 887.282356] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.299567] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320105, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.329563] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320101, 'name': CreateSnapshot_Task, 'duration_secs': 0.584334} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.330386] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.330591] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae008e-081f-4709-8205-f403f131128d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.437641] env[63339]: INFO nova.compute.manager [-] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Took 1.92 seconds to deallocate network for instance. [ 887.474753] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.474920] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.475255] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.475362] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.475555] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.475719] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.475854] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.476018] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.476191] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.476350] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.476532] env[63339]: DEBUG nova.virt.hardware [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.476969] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.479991] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ffa88e-7080-4849-ac07-e89dd45dc801 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.489948] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15bb270-8843-4756-98bd-d1bf39721ae1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.507936] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.514737] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.515227] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.519038] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cc43be-9c19-4fa5-a6b7-00b3ff926b6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.533785] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.533785] env[63339]: value = "task-4320106" [ 887.533785] env[63339]: _type = "Task" [ 887.533785] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.543477] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320106, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.598559] env[63339]: DEBUG nova.scheduler.client.report [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.608840] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.614s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.793368] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320105, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.850335] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 887.850730] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7741d349-f56d-4e4b-9b7f-77b5a99efcdd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.861743] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 887.861743] env[63339]: value = "task-4320107" [ 887.861743] env[63339]: _type = "Task" [ 887.861743] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.871361] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320107, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.948548] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.009630] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.045938] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320106, 'name': CreateVM_Task, 'duration_secs': 0.335769} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.046245] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.046810] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.047195] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.047555] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.047877] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6b1a5a-0854-434d-bfcb-80dc5f259767 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.053940] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 888.053940] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227cd3f-df0e-6e36-cf59-e4fc39aee826" [ 888.053940] env[63339]: _type = "Task" [ 888.053940] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.063937] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227cd3f-df0e-6e36-cf59-e4fc39aee826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.107255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.965s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.107255] env[63339]: INFO nova.compute.manager [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Migrating [ 888.114320] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.740s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.114320] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.114425] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 888.114838] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.248s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.114881] env[63339]: DEBUG nova.objects.instance [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 888.125353] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba1291-cb13-4483-b5f6-a9436cce1a15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.146440] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.153041] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec00e551-7927-407d-9ace-7db6e60c6b69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.174473] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a1668c-1dee-48bc-9836-91da2b654ef5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.244506] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c3a3d-665c-44cf-a62c-feaa1e5c1c52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.244506] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177891MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 888.244506] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.309025] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320105, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.356178] env[63339]: DEBUG nova.compute.manager [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Received event network-changed-801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 888.356178] env[63339]: DEBUG nova.compute.manager [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Refreshing instance network info cache due to event network-changed-801c7a14-fd84-4f70-8c20-00341782aab4. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 888.356178] env[63339]: DEBUG oslo_concurrency.lockutils [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] Acquiring lock "refresh_cache-a9c2029a-9e6a-482a-b27d-2dba602ea1e5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.356178] env[63339]: DEBUG oslo_concurrency.lockutils [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] Acquired lock "refresh_cache-a9c2029a-9e6a-482a-b27d-2dba602ea1e5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.359042] env[63339]: DEBUG nova.network.neutron [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Refreshing network info cache for port 801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 888.379444] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320107, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.574141] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227cd3f-df0e-6e36-cf59-e4fc39aee826, 'name': SearchDatastore_Task, 'duration_secs': 0.017143} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.574832] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.575405] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.575947] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.576627] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.577122] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.577691] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0d7807-3eae-46b4-a667-7d23e4c65163 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.590773] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.591362] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.592844] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffddb9ae-dce7-4f56-b310-236f9cf2c6aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.603208] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 888.603208] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52957415-b100-0ec0-ee09-1b1530381490" [ 888.603208] env[63339]: _type = "Task" [ 888.603208] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.619471] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52957415-b100-0ec0-ee09-1b1530381490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.644351] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.644639] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.644964] env[63339]: DEBUG nova.network.neutron [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 888.804733] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320105, 'name': CreateVM_Task, 'duration_secs': 1.452288} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.804733] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.805637] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.805809] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.806184] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.806487] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe260d0-6220-4b87-b652-e382cadd6a00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.812740] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 888.812740] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260df17-0504-4c26-25a5-24daa20ff5ef" [ 888.812740] env[63339]: _type = "Task" [ 888.812740] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.829392] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "f3c4018b-4f6a-4e86-94a3-efef140008b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.830188] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.830338] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260df17-0504-4c26-25a5-24daa20ff5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.876304] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320107, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.012029] env[63339]: DEBUG nova.network.neutron [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Successfully updated port: b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.116763] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52957415-b100-0ec0-ee09-1b1530381490, 'name': SearchDatastore_Task, 'duration_secs': 0.013989} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.118145] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909c721a-191e-4543-9851-07bca113d4b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.125665] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 889.125665] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c9d8b0-93d3-a7a0-cab1-67620cb23606" [ 889.125665] env[63339]: _type = "Task" [ 889.125665] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.130847] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d7004803-1998-4ce7-a061-b44ed1d8b429 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.132184] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.984s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.134681] env[63339]: INFO nova.compute.claims [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.147557] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c9d8b0-93d3-a7a0-cab1-67620cb23606, 'name': SearchDatastore_Task, 'duration_secs': 0.016061} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.148029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.148370] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.150922] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a8ecf2-717f-4f2c-b6d6-671c744c5993 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.167031] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 889.167031] env[63339]: value = "task-4320108" [ 889.167031] env[63339]: _type = "Task" [ 889.167031] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.179029] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.327060] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260df17-0504-4c26-25a5-24daa20ff5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.020156} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.327060] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.327060] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.327060] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327379] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.327379] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.328133] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cda57968-b9e4-4f1c-9cc0-4de8bc14db33 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.353765] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.353948] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.357394] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4215e842-80fc-4e35-a329-8d94d7fba59e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.371919] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 889.371919] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f04ce0-eb26-1e97-4219-a087015f61fa" [ 889.371919] env[63339]: _type = "Task" [ 889.371919] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.387290] env[63339]: DEBUG nova.network.neutron [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Updated VIF entry in instance network info cache for port 801c7a14-fd84-4f70-8c20-00341782aab4. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 889.388282] env[63339]: DEBUG nova.network.neutron [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Updating instance_info_cache with network_info: [{"id": "801c7a14-fd84-4f70-8c20-00341782aab4", "address": "fa:16:3e:9f:2a:51", "network": {"id": "a5052418-0c13-400d-a00e-5c225105f64c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1396280859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a798abf9917a474fb03448c5fea5caec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801c7a14-fd", "ovs_interfaceid": "801c7a14-fd84-4f70-8c20-00341782aab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.408314] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320107, 'name': CloneVM_Task, 'duration_secs': 1.41954} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.409014] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f04ce0-eb26-1e97-4219-a087015f61fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015904} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.410940] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Created linked-clone VM from snapshot [ 889.413662] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf209ff-5285-4f82-831f-5a34368c8674 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.420021] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76ae2a4-044b-42d0-a3bd-fbbb89880ca9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.438204] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 889.438204] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a6aa53-dcdb-50ba-6412-3b0c6d28a528" [ 889.438204] env[63339]: _type = "Task" [ 889.438204] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.439628] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Uploading image b93ef55a-9348-4c31-a572-cb2e23ea64c8 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.452594] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a6aa53-dcdb-50ba-6412-3b0c6d28a528, 'name': SearchDatastore_Task, 'duration_secs': 0.01507} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.452927] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.453264] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a9c2029a-9e6a-482a-b27d-2dba602ea1e5/a9c2029a-9e6a-482a-b27d-2dba602ea1e5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.453573] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57f2fa91-982b-4479-a4c3-23e2625cf1ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.462973] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 889.462973] env[63339]: value = "task-4320109" [ 889.462973] env[63339]: _type = "Task" [ 889.462973] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.478797] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.481143] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 889.481143] env[63339]: value = "vm-849767" [ 889.481143] env[63339]: _type = "VirtualMachine" [ 889.481143] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 889.481358] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2f29d84-f161-4b7a-8245-55fd0c82a1d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.489908] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lease: (returnval){ [ 889.489908] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4c86a-83c7-3d15-e967-5632674c6b94" [ 889.489908] env[63339]: _type = "HttpNfcLease" [ 889.489908] env[63339]: } obtained for exporting VM: (result){ [ 889.489908] env[63339]: value = "vm-849767" [ 889.489908] env[63339]: _type = "VirtualMachine" [ 889.489908] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 889.490176] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the lease: (returnval){ [ 889.490176] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4c86a-83c7-3d15-e967-5632674c6b94" [ 889.490176] env[63339]: _type = "HttpNfcLease" [ 889.490176] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.498936] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.498936] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4c86a-83c7-3d15-e967-5632674c6b94" [ 889.498936] env[63339]: _type = "HttpNfcLease" [ 889.498936] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.520177] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.520177] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.520549] env[63339]: DEBUG nova.network.neutron [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 889.554710] env[63339]: DEBUG nova.network.neutron [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.684369] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320108, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.792138] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "42b8aa63-b37b-42b7-ad88-b01f3f441416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.796022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.796022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "42b8aa63-b37b-42b7-ad88-b01f3f441416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.796022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.796022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.800665] env[63339]: INFO nova.compute.manager [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Terminating instance [ 889.893361] env[63339]: DEBUG oslo_concurrency.lockutils [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] Releasing lock "refresh_cache-a9c2029a-9e6a-482a-b27d-2dba602ea1e5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.893849] env[63339]: DEBUG nova.compute.manager [req-89dbe353-e5a6-41d8-953b-b1d586293576 req-90463a7b-d6c8-480c-9525-8e0ee3566697 service nova] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Received event network-vif-deleted-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 889.911870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.911870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.911870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.911870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.911870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.914620] env[63339]: INFO nova.compute.manager [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Terminating instance [ 889.977104] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.003959] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.003959] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4c86a-83c7-3d15-e967-5632674c6b94" [ 890.003959] env[63339]: _type = "HttpNfcLease" [ 890.003959] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.004356] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.004356] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f4c86a-83c7-3d15-e967-5632674c6b94" [ 890.004356] env[63339]: _type = "HttpNfcLease" [ 890.004356] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.005468] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecd7c64-018d-4e2f-bf0a-36232290d3e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.017928] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f770d4-f37b-a6e5-32f3-d1abeb0a2c57/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.018172] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f770d4-f37b-a6e5-32f3-d1abeb0a2c57/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.082383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.154784] env[63339]: DEBUG nova.network.neutron [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 890.180633] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88b199cf-5006-43f7-8043-6e570b291b32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.190218] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68455} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.194818] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.194818] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.194818] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-350ed647-b1ae-429d-ac3f-5665fe0820b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.209985] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 890.209985] env[63339]: value = "task-4320111" [ 890.209985] env[63339]: _type = "Task" [ 890.209985] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.236214] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.309743] env[63339]: DEBUG nova.compute.manager [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.310902] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.311993] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0fa5f-226d-4603-924c-8fdba4325574 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.326219] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.330124] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe1c40f5-9c8c-4dcd-821f-d6abf3343288 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.338453] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 890.338453] env[63339]: value = "task-4320112" [ 890.338453] env[63339]: _type = "Task" [ 890.338453] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.352557] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.419760] env[63339]: DEBUG nova.compute.manager [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.421606] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.421606] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c25657-7c68-4b1e-9800-39a8ed3056d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.429834] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.431333] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1431cf1c-675d-467d-ae7b-d8076a61b28f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.463226] env[63339]: DEBUG nova.network.neutron [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Updating instance_info_cache with network_info: [{"id": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "address": "fa:16:3e:1f:38:84", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c1b4d-e3", "ovs_interfaceid": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.488716] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780933} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.489407] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a9c2029a-9e6a-482a-b27d-2dba602ea1e5/a9c2029a-9e6a-482a-b27d-2dba602ea1e5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.489915] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.490791] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fed23210-7683-4095-8d0a-bbb8fe3bc581 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.503156] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 890.503156] env[63339]: value = "task-4320114" [ 890.503156] env[63339]: _type = "Task" [ 890.503156] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.515171] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.532950] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.533436] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.533703] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore2] adfec4ce-fc60-4f00-b66a-aad521e2dc8d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.534071] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea99dee0-3573-45e3-919f-b12c6ac90b31 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.546019] env[63339]: DEBUG oslo_vmware.api [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 890.546019] env[63339]: value = "task-4320115" [ 890.546019] env[63339]: _type = "Task" [ 890.546019] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.563032] env[63339]: DEBUG oslo_vmware.api [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.661066] env[63339]: DEBUG nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Received event network-vif-plugged-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 890.661066] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Acquiring lock "419b33ea-22ee-4070-918e-429dcf79e2b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.661066] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.661066] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.661066] env[63339]: DEBUG nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] No waiting events found dispatching network-vif-plugged-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.661066] env[63339]: WARNING nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Received unexpected event network-vif-plugged-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 for instance with vm_state building and task_state spawning. [ 890.661066] env[63339]: DEBUG nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Received event network-changed-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 890.661066] env[63339]: DEBUG nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Refreshing instance network info cache due to event network-changed-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 890.661066] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Acquiring lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.725326] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085349} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.725802] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.726701] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf7f52-c180-475d-afd7-cfa751593799 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.753160] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "db494bdc-a4cf-495b-a00f-b67711ed2f22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.753586] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.766778] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.771306] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4470486-b968-4c3e-807b-c02f145137be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.813181] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 890.813181] env[63339]: value = "task-4320116" [ 890.813181] env[63339]: _type = "Task" [ 890.813181] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.826882] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.858224] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320112, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.942588] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331cf7fc-291a-49b2-bd69-21abc30b5900 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.952718] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87838b6-a05f-4522-8f3f-f86074fc018d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.987937] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.988535] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Instance network_info: |[{"id": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "address": "fa:16:3e:1f:38:84", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c1b4d-e3", "ovs_interfaceid": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.989199] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Acquired lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.989428] env[63339]: DEBUG nova.network.neutron [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Refreshing network info cache for port b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 890.991038] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:38:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39c1b4d-e304-4ad2-af56-9e7fb88e96b4', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.999418] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.000484] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a962e8-e5ff-438b-840d-61b06615269f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.007085] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.008086] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-880b013d-ad17-49dc-86de-11816c17be61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.038734] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6fed7-f31f-4485-b93a-63a1c365296c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.043789] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101708} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.044115] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.044115] env[63339]: value = "task-4320117" [ 891.044115] env[63339]: _type = "Task" [ 891.044115] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.044448] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.046206] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f52f795-f2d8-48f1-944b-fa350595bbaa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061392] env[63339]: DEBUG nova.compute.provider_tree [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.093940] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a9c2029a-9e6a-482a-b27d-2dba602ea1e5/a9c2029a-9e6a-482a-b27d-2dba602ea1e5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.103789] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ee48df-3ca3-471a-beb6-0ce1483b347f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.118921] env[63339]: DEBUG oslo_vmware.api [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436205} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.119242] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320117, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.123083] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.123436] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.123630] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.123823] env[63339]: INFO nova.compute.manager [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Took 0.70 seconds to destroy the instance on the hypervisor. [ 891.124404] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.125694] env[63339]: DEBUG nova.compute.manager [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.125852] env[63339]: DEBUG nova.network.neutron [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 891.131018] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 891.131018] env[63339]: value = "task-4320118" [ 891.131018] env[63339]: _type = "Task" [ 891.131018] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.148324] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.324982] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.350289] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320112, 'name': PowerOffVM_Task, 'duration_secs': 0.608223} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.350888] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.351629] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.351629] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d758fb3-6513-4797-ae1d-f385b957bafb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.434897] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.435308] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.435536] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Deleting the datastore file [datastore1] 42b8aa63-b37b-42b7-ad88-b01f3f441416 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.435869] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5d0ec1-776e-47f4-a348-3f7d578a7e63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.444695] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 891.444695] env[63339]: value = "task-4320120" [ 891.444695] env[63339]: _type = "Task" [ 891.444695] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.450014] env[63339]: DEBUG nova.network.neutron [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Updated VIF entry in instance network info cache for port b39c1b4d-e304-4ad2-af56-9e7fb88e96b4. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 891.450481] env[63339]: DEBUG nova.network.neutron [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Updating instance_info_cache with network_info: [{"id": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "address": "fa:16:3e:1f:38:84", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c1b4d-e3", "ovs_interfaceid": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.458461] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.558485] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320117, 'name': CreateVM_Task, 'duration_secs': 0.516383} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.558711] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.559689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.559876] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.561139] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.561139] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f5f695-98da-43c3-95d3-a2586d3fe524 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.568385] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 891.568385] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d49f76-d617-b5a0-44ca-0e45eeb68f12" [ 891.568385] env[63339]: _type = "Task" [ 891.568385] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.574279] env[63339]: DEBUG nova.scheduler.client.report [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.587984] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d49f76-d617-b5a0-44ca-0e45eeb68f12, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.588639] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.589303] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.589665] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.590088] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.590479] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.590985] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a2ee993-fff0-40b3-a77f-f5d7e84880fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.604557] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.605737] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.606566] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccd8c36-6527-42fc-94ce-53a30625ae58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.614193] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 891.614193] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f034dc-581d-da17-23fe-ebae710b727b" [ 891.614193] env[63339]: _type = "Task" [ 891.614193] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.627323] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f034dc-581d-da17-23fe-ebae710b727b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.628850] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8131d-3270-417c-abf7-0e5f2001ea3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.642824] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320118, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.659362] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.825051] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320116, 'name': ReconfigVM_Task, 'duration_secs': 0.820426} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.825545] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835/157a0eb6-751e-41f4-8d11-93b5384da835.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.826348] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f4b521-4f09-4d58-914b-1e805e0a7d74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.834296] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 891.834296] env[63339]: value = "task-4320121" [ 891.834296] env[63339]: _type = "Task" [ 891.834296] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.845957] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320121, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.957432] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Releasing lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.957897] env[63339]: DEBUG nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Received event network-changed-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 891.958220] env[63339]: DEBUG nova.compute.manager [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Refreshing instance network info cache due to event network-changed-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 891.958574] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Acquiring lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.958826] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Acquired lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.959218] env[63339]: DEBUG nova.network.neutron [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Refreshing network info cache for port 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 891.960972] env[63339]: DEBUG oslo_vmware.api [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167565} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.961666] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.961907] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.962258] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.962556] env[63339]: INFO nova.compute.manager [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Took 1.65 seconds to destroy the instance on the hypervisor. [ 891.962936] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.963214] env[63339]: DEBUG nova.compute.manager [-] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.963383] env[63339]: DEBUG nova.network.neutron [-] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 892.070436] env[63339]: DEBUG nova.network.neutron [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.081487] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.082227] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.085920] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.992s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.086253] env[63339]: DEBUG nova.objects.instance [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lazy-loading 'resources' on Instance uuid 52028aa6-6758-4b1a-ba5b-481e37a21ba5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.127676] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f034dc-581d-da17-23fe-ebae710b727b, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.128308] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c4a494-1850-47ce-a2ef-01ba35e0651c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.137930] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 892.137930] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52830820-d5c0-6f13-d5d2-1415cc12bf63" [ 892.137930] env[63339]: _type = "Task" [ 892.137930] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.145895] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320118, 'name': ReconfigVM_Task, 'duration_secs': 0.53272} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.147416] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a9c2029a-9e6a-482a-b27d-2dba602ea1e5/a9c2029a-9e6a-482a-b27d-2dba602ea1e5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.148213] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c44b5f-62ab-4507-b017-901dc089e958 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.154459] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52830820-d5c0-6f13-d5d2-1415cc12bf63, 'name': SearchDatastore_Task, 'duration_secs': 0.016321} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.155440] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.155818] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 419b33ea-22ee-4070-918e-429dcf79e2b1/419b33ea-22ee-4070-918e-429dcf79e2b1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.156447] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ca4d79b-53f6-4753-b79f-c6d9adf63ad1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.160470] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 892.160470] env[63339]: value = "task-4320122" [ 892.160470] env[63339]: _type = "Task" [ 892.160470] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.165796] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.168010] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d38ea06-a796-4ecd-b45f-0bd0c70fd807 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.170986] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 892.170986] env[63339]: value = "task-4320123" [ 892.170986] env[63339]: _type = "Task" [ 892.170986] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.179037] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320122, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.182586] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 892.182586] env[63339]: value = "task-4320124" [ 892.182586] env[63339]: _type = "Task" [ 892.182586] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.191890] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.199920] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.350025] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320121, 'name': Rename_Task, 'duration_secs': 0.256426} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.350025] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.350025] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3e901a3-3409-4174-a7c4-8a4f94e9aa51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.359546] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 892.359546] env[63339]: value = "task-4320125" [ 892.359546] env[63339]: _type = "Task" [ 892.359546] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.369684] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.574080] env[63339]: INFO nova.compute.manager [-] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Took 1.45 seconds to deallocate network for instance. [ 892.604049] env[63339]: DEBUG nova.compute.utils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.604049] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.604049] env[63339]: DEBUG nova.network.neutron [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 892.685685] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320122, 'name': Rename_Task, 'duration_secs': 0.218729} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.692432] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.705259] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-492a4f24-fc45-46b5-93ae-2b695298b423 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.707541] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.709440] env[63339]: DEBUG nova.policy [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66baf0fe4387453b9ad62878852c8f0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f36de2d014c24e54b41bd8bcfd023cdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.721090] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320124, 'name': PowerOffVM_Task, 'duration_secs': 0.252815} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.722770] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.723033] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.727690] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 892.727690] env[63339]: value = "task-4320126" [ 892.727690] env[63339]: _type = "Task" [ 892.727690] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.742549] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320126, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.870211] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320125, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.959149] env[63339]: DEBUG nova.network.neutron [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Updated VIF entry in instance network info cache for port 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 892.959422] env[63339]: DEBUG nova.network.neutron [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Updating instance_info_cache with network_info: [{"id": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "address": "fa:16:3e:48:fb:71", "network": {"id": "d1e96589-3adb-43d2-a487-39d4a4f89d1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1523140867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2980c9ce94e48b1d048373b092c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3a1ffe-e5", "ovs_interfaceid": "2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.081867] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.108203] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.144116] env[63339]: DEBUG nova.network.neutron [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Successfully created port: fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.183279] env[63339]: DEBUG nova.network.neutron [-] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.236484] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640198} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.236484] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 419b33ea-22ee-4070-918e-429dcf79e2b1/419b33ea-22ee-4070-918e-429dcf79e2b1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.236484] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.236484] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ccecf79-2d33-41a2-a2ae-7d31ec445ff5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.236484] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.239557] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f55f3a7-6698-4749-9aba-f18d80c96eaf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.263640] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 893.263640] env[63339]: value = "task-4320127" [ 893.263640] env[63339]: _type = "Task" [ 893.263640] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.274164] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 893.274164] env[63339]: value = "task-4320128" [ 893.274164] env[63339]: _type = "Task" [ 893.274164] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.274559] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.287738] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.294776] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.314888] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9596b02-5314-47d0-84c5-1d8fe403d653 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.323220] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c6e122-4438-4f8b-8305-1d0bd9d28c83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.359674] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6b9b9-4fda-4185-9cee-7542bf4ef596 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.374534] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd6c436-519b-49f2-9384-a58b491611cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.378684] env[63339]: DEBUG oslo_vmware.api [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320125, 'name': PowerOnVM_Task, 'duration_secs': 0.778152} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.378978] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.379226] env[63339]: DEBUG nova.compute.manager [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.380487] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be81b4e1-e192-45fe-834c-1b3c6a2295d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.391285] env[63339]: DEBUG nova.compute.provider_tree [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.463035] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e0b5b8c-ff69-4480-8015-2c6cad6e26f4 req-c660108a-a8f3-423c-be2e-6a1d79ada714 service nova] Releasing lock "refresh_cache-14212226-45e7-471d-946f-72ced9f2b489" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.686935] env[63339]: INFO nova.compute.manager [-] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Took 1.72 seconds to deallocate network for instance. [ 893.749962] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.774637] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082444} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.774821] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.775643] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d434d-04f3-49ed-b013-5d1c58431871 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.796857] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320128, 'name': ReconfigVM_Task, 'duration_secs': 0.30533} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.806382] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 419b33ea-22ee-4070-918e-429dcf79e2b1/419b33ea-22ee-4070-918e-429dcf79e2b1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.806769] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.810317] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b4bfd9-cedf-41a1-b986-1452da050c49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.837352] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 893.837352] env[63339]: value = "task-4320129" [ 893.837352] env[63339]: _type = "Task" [ 893.837352] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.849036] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.894731] env[63339]: DEBUG nova.scheduler.client.report [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.912649] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.122865] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.194202] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.251709] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.332697] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:41:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='62f9f39f-7f88-4fe5-b526-bb1b39010b2a',id=24,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-655573',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.333024] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.333227] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.333454] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.333662] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.333883] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.334173] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.334398] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.334637] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.334837] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.335068] env[63339]: DEBUG nova.virt.hardware [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.341337] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.341713] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310b0edf-a93b-4bd8-ae1f-76395f54785b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.366533] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.368349] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 894.368349] env[63339]: value = "task-4320130" [ 894.368349] env[63339]: _type = "Task" [ 894.368349] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.380345] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.400629] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.403528] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.033s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.405702] env[63339]: INFO nova.compute.claims [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.439051] env[63339]: INFO nova.scheduler.client.report [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Deleted allocations for instance 52028aa6-6758-4b1a-ba5b-481e37a21ba5 [ 894.751113] env[63339]: DEBUG oslo_vmware.api [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320126, 'name': PowerOnVM_Task, 'duration_secs': 1.808104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.751419] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.751636] env[63339]: INFO nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Took 10.49 seconds to spawn the instance on the hypervisor. [ 894.751780] env[63339]: DEBUG nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.752607] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7f937d-70fc-433f-8e88-4a013dad2d6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.794611] env[63339]: DEBUG nova.network.neutron [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Successfully updated port: fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 894.852923] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320129, 'name': ReconfigVM_Task, 'duration_secs': 0.591377} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.853239] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 419b33ea-22ee-4070-918e-429dcf79e2b1/419b33ea-22ee-4070-918e-429dcf79e2b1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.854064] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fafb4f5-5443-42fa-a87e-84c889530ad9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.860630] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 894.860630] env[63339]: value = "task-4320131" [ 894.860630] env[63339]: _type = "Task" [ 894.860630] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.869956] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320131, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.879894] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320130, 'name': ReconfigVM_Task, 'duration_secs': 0.238652} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.880299] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.881468] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c7b2b-3bad-4c30-ae0e-78a50cb00ec7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.917760] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.922647] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25fecd32-1f11-4b83-8082-131d02c623d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.951156] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 894.951156] env[63339]: value = "task-4320132" [ 894.951156] env[63339]: _type = "Task" [ 894.951156] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.951632] env[63339]: DEBUG oslo_concurrency.lockutils [None req-083383aa-9987-4937-b88e-53bfe323e8f2 tempest-ServersListShow296Test-1087533187 tempest-ServersListShow296Test-1087533187-project-member] Lock "52028aa6-6758-4b1a-ba5b-481e37a21ba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.170s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.963558] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.113123] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.113123] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.113263] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.113365] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.113532] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.113696] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.113950] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.114162] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.114382] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.114598] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.114895] env[63339]: DEBUG nova.virt.hardware [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.117575] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25667eff-cad8-4f5d-be3c-96c7213fd946 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.128431] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244dd51-21a3-7da4-e0ed-2cbe7fb712ea/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.129804] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac18f3d-9041-41c5-b54b-6344e052dc02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.134566] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab25bf7-7553-48fa-b293-d40c1804169a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.150522] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244dd51-21a3-7da4-e0ed-2cbe7fb712ea/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.150737] env[63339]: ERROR oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244dd51-21a3-7da4-e0ed-2cbe7fb712ea/disk-0.vmdk due to incomplete transfer. [ 895.150995] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8fae4e45-81bf-4db8-95b6-13a76ba9366e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.170471] env[63339]: DEBUG oslo_vmware.rw_handles [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244dd51-21a3-7da4-e0ed-2cbe7fb712ea/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 895.170718] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Uploaded image 7b4e7cd0-bfb5-474c-bb9a-a35c96fbf8fc to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 895.173506] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.173872] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f95caa8-eb3c-4df0-b0bc-3f39bc15ad37 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.183122] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 895.183122] env[63339]: value = "task-4320133" [ 895.183122] env[63339]: _type = "Task" [ 895.183122] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.194662] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320133, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.274340] env[63339]: INFO nova.compute.manager [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Took 53.91 seconds to build instance. [ 895.297931] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.297931] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.297931] env[63339]: DEBUG nova.network.neutron [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 895.371507] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320131, 'name': Rename_Task, 'duration_secs': 0.26466} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.371812] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.372146] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5060378d-1a69-47b3-80c5-bc73915aea64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.380614] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 895.380614] env[63339]: value = "task-4320134" [ 895.380614] env[63339]: _type = "Task" [ 895.380614] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.389550] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.465809] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.697129] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320133, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.779830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.807s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.842279] env[63339]: DEBUG nova.network.neutron [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 895.902856] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.963224] env[63339]: DEBUG nova.compute.manager [req-f66c9a55-5bd0-42ad-bfed-a4bc2c70b7f4 req-2e39e1d4-ef39-4bad-9329-4e9a60abfdbe service nova] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Received event network-vif-deleted-bc9352d2-079c-492d-bb22-0a421f3dd32a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 895.973201] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320132, 'name': ReconfigVM_Task, 'duration_secs': 0.656195} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.977723] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.978789] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.088822] env[63339]: DEBUG nova.network.neutron [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Updating instance_info_cache with network_info: [{"id": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "address": "fa:16:3e:6b:79:e1", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd638afc-5c", "ovs_interfaceid": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.147325] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167781db-ecb2-4dd9-aee3-6c433b86210d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.157971] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6d4194-2147-47a6-be61-a40c52d048c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.202611] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd11dc0-e2c7-4eb3-a9ff-8b26994f18db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.213733] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320133, 'name': Destroy_Task, 'duration_secs': 0.652171} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.216771] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Destroyed the VM [ 896.217117] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.217561] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52a87564-1989-4683-9ad9-368d6e346aa4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.222287] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f930c-cc06-457a-9780-1929c9af7979 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.240063] env[63339]: DEBUG nova.compute.provider_tree [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.245949] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 896.245949] env[63339]: value = "task-4320135" [ 896.245949] env[63339]: _type = "Task" [ 896.245949] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.257086] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.284963] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.393177] env[63339]: DEBUG oslo_vmware.api [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320134, 'name': PowerOnVM_Task, 'duration_secs': 0.742767} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.393537] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.394307] env[63339]: INFO nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Took 9.22 seconds to spawn the instance on the hypervisor. [ 896.394307] env[63339]: DEBUG nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.394727] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce76c4-b3c4-4a97-b210-33861dd2b3d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.489362] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35b462-1e0c-457f-ad49-09ec8bfa5b10 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.512250] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11540ec-a520-40f2-9377-d5395fad7aa7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.533635] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.594718] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.595108] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Instance network_info: |[{"id": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "address": "fa:16:3e:6b:79:e1", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd638afc-5c", "ovs_interfaceid": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.595568] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:79:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd638afc-5c46-4e83-96c5-9b7c8807f3c8', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.603635] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.604535] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.604600] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcee0462-ef44-45d2-ad76-97107e75310e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.620289] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "157a0eb6-751e-41f4-8d11-93b5384da835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.620589] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "157a0eb6-751e-41f4-8d11-93b5384da835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.620858] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "157a0eb6-751e-41f4-8d11-93b5384da835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.621080] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "157a0eb6-751e-41f4-8d11-93b5384da835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.621269] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "157a0eb6-751e-41f4-8d11-93b5384da835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.623802] env[63339]: INFO nova.compute.manager [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Terminating instance [ 896.630060] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.630060] env[63339]: value = "task-4320136" [ 896.630060] env[63339]: _type = "Task" [ 896.630060] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.638863] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320136, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.746443] env[63339]: DEBUG nova.scheduler.client.report [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.761353] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.812666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.838989] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.839417] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.839697] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.839952] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.840242] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.845416] env[63339]: INFO nova.compute.manager [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Terminating instance [ 896.914102] env[63339]: INFO nova.compute.manager [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Took 54.11 seconds to build instance. [ 896.915897] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "b2947fcd-7430-4919-ad62-a96ce5b70878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.916590] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.916590] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "b2947fcd-7430-4919-ad62-a96ce5b70878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.916590] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.916778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.918817] env[63339]: INFO nova.compute.manager [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Terminating instance [ 897.078714] env[63339]: DEBUG nova.network.neutron [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Port 3ed992e9-32cb-456c-a54a-779285d84aad binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 897.130790] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "refresh_cache-157a0eb6-751e-41f4-8d11-93b5384da835" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.131119] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquired lock "refresh_cache-157a0eb6-751e-41f4-8d11-93b5384da835" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.131320] env[63339]: DEBUG nova.network.neutron [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 897.142689] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320136, 'name': CreateVM_Task, 'duration_secs': 0.375968} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.143578] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.144416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.144733] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.145701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.145701] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d50006-ffdc-4e30-bcc9-8ded2461bc45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.152096] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 897.152096] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7a01d-dca2-178d-8c0d-59aceb6c5c4b" [ 897.152096] env[63339]: _type = "Task" [ 897.152096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.164144] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7a01d-dca2-178d-8c0d-59aceb6c5c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.255843] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.256504] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.259894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.311s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.262389] env[63339]: INFO nova.compute.claims [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.272443] env[63339]: DEBUG oslo_vmware.api [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320135, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986999} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.273022] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.275323] env[63339]: INFO nova.compute.manager [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 897.351055] env[63339]: DEBUG nova.compute.manager [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.351055] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.351055] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82584661-1216-445e-a2ce-0364f77e835f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.360802] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.361465] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbf8191-aad8-454f-9b74-5b4b6b346114 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.369997] env[63339]: DEBUG oslo_vmware.api [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 897.369997] env[63339]: value = "task-4320137" [ 897.369997] env[63339]: _type = "Task" [ 897.369997] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.379940] env[63339]: DEBUG oslo_vmware.api [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.389202] env[63339]: DEBUG oslo_concurrency.lockutils [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] Acquiring lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.389382] env[63339]: DEBUG oslo_concurrency.lockutils [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] Acquired lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.393109] env[63339]: DEBUG nova.network.neutron [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 897.419722] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a4cd8646-173f-439e-8a08-56312d9af01f tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.423s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.424025] env[63339]: DEBUG nova.compute.manager [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.424025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.424535] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ca56f-56cc-4499-82f1-599818a1b8ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.435135] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.435539] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a943bf3-8a5e-4eed-b378-8d463d991843 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.515945] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.515945] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.516725] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleting the datastore file [datastore2] b2947fcd-7430-4919-ad62-a96ce5b70878 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.516725] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-417a67cb-287d-4ead-9b97-5799085f63c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.527076] env[63339]: DEBUG oslo_vmware.api [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 897.527076] env[63339]: value = "task-4320139" [ 897.527076] env[63339]: _type = "Task" [ 897.527076] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.538304] env[63339]: DEBUG oslo_vmware.api [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.670195] env[63339]: DEBUG nova.network.neutron [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 897.672813] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d7a01d-dca2-178d-8c0d-59aceb6c5c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.673329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.673692] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.674066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.674865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.674865] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.675582] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e5a8d2-a61d-4cab-bbc2-c6c2be38dc12 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.688168] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.688168] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.688168] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45c2841-f5f1-4920-a19a-d648973ce1e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.697437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.697694] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.701468] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 897.701468] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52297359-2aed-5f44-6015-c666f81cca4c" [ 897.701468] env[63339]: _type = "Task" [ 897.701468] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.711762] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52297359-2aed-5f44-6015-c666f81cca4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.735809] env[63339]: DEBUG nova.network.neutron [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.768269] env[63339]: DEBUG nova.compute.utils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.776910] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.777116] env[63339]: DEBUG nova.network.neutron [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 897.782913] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.790067] env[63339]: DEBUG nova.compute.manager [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Instance disappeared during snapshot {{(pid=63339) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 897.807863] env[63339]: DEBUG nova.compute.manager [None req-cdc25703-545b-4dcb-9361-636241a12031 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image not found during clean up 7b4e7cd0-bfb5-474c-bb9a-a35c96fbf8fc {{(pid=63339) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 897.838838] env[63339]: DEBUG nova.policy [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79c5ebc4332f406a815d40c449b6d080', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20850b377d4943c98be9a41d9ba392be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.879879] env[63339]: DEBUG oslo_vmware.api [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320137, 'name': PowerOffVM_Task, 'duration_secs': 0.276392} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.880315] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.880732] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.880804] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee12bf77-02ad-42eb-a8f3-2b0bd5af859d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.925027] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.964187] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.964187] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.964187] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Deleting the datastore file [datastore1] a9c2029a-9e6a-482a-b27d-2dba602ea1e5 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.964187] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0f46c61-6d31-4353-9e3c-f94cbd84f53f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.975298] env[63339]: DEBUG oslo_vmware.api [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for the task: (returnval){ [ 897.975298] env[63339]: value = "task-4320141" [ 897.975298] env[63339]: _type = "Task" [ 897.975298] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.989246] env[63339]: DEBUG oslo_vmware.api [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.040139] env[63339]: DEBUG oslo_vmware.api [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213382} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.040695] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.041057] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.041466] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.041790] env[63339]: INFO nova.compute.manager [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Took 0.62 seconds to destroy the instance on the hypervisor. [ 898.042177] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.042621] env[63339]: DEBUG nova.compute.manager [-] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.042879] env[63339]: DEBUG nova.network.neutron [-] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 898.105912] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.106445] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.106727] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.217770] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52297359-2aed-5f44-6015-c666f81cca4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015566} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.219010] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb23401-2ed5-41e2-94ec-657ed4f6aaed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.228403] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 898.228403] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52169363-2fd6-706f-1697-8ea45be7aa04" [ 898.228403] env[63339]: _type = "Task" [ 898.228403] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.243685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Releasing lock "refresh_cache-157a0eb6-751e-41f4-8d11-93b5384da835" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.244414] env[63339]: DEBUG nova.compute.manager [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.244514] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.245071] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52169363-2fd6-706f-1697-8ea45be7aa04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.245626] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e1437-319b-4f3f-a008-6a8444b57373 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.254770] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.255097] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf255051-6009-4d54-a654-76d97669c701 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.264732] env[63339]: DEBUG oslo_vmware.api [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 898.264732] env[63339]: value = "task-4320142" [ 898.264732] env[63339]: _type = "Task" [ 898.264732] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.277306] env[63339]: DEBUG oslo_vmware.api [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.330725] env[63339]: DEBUG nova.compute.manager [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Received event network-vif-deleted-81ea97db-6427-4444-ad12-4eb1af06d9fa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 898.330725] env[63339]: DEBUG nova.compute.manager [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Received event network-vif-plugged-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 898.330725] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] Acquiring lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.332300] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.332509] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.333130] env[63339]: DEBUG nova.compute.manager [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] No waiting events found dispatching network-vif-plugged-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.333130] env[63339]: WARNING nova.compute.manager [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Received unexpected event network-vif-plugged-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 for instance with vm_state building and task_state spawning. [ 898.333277] env[63339]: DEBUG nova.compute.manager [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Received event network-changed-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 898.333312] env[63339]: DEBUG nova.compute.manager [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Refreshing instance network info cache due to event network-changed-fd638afc-5c46-4e83-96c5-9b7c8807f3c8. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 898.334413] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] Acquiring lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.334413] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] Acquired lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.334413] env[63339]: DEBUG nova.network.neutron [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Refreshing network info cache for port fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 898.456953] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.495288] env[63339]: DEBUG oslo_vmware.api [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Task: {'id': task-4320141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205105} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.502687] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.502687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.502687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.502834] env[63339]: INFO nova.compute.manager [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.503134] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.503536] env[63339]: DEBUG nova.compute.manager [-] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.503632] env[63339]: DEBUG nova.network.neutron [-] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 898.655958] env[63339]: DEBUG nova.network.neutron [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Updating instance_info_cache with network_info: [{"id": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "address": "fa:16:3e:1f:38:84", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c1b4d-e3", "ovs_interfaceid": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.742233] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52169363-2fd6-706f-1697-8ea45be7aa04, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.747263] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.747908] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/28dbe495-eaad-469d-b9e1-4b57e39d41aa.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.748728] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df83bdc5-b81f-4129-951b-1a135f0ddb50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.757594] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 898.757594] env[63339]: value = "task-4320143" [ 898.757594] env[63339]: _type = "Task" [ 898.757594] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.767951] env[63339]: DEBUG nova.network.neutron [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Successfully created port: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 898.778638] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.787829] env[63339]: DEBUG oslo_vmware.api [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320142, 'name': PowerOffVM_Task, 'duration_secs': 0.159255} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.788225] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.788538] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.788666] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39cebfa-4d96-4212-bc36-9c6e532ee149 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.801945] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.821479] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.821479] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.823214] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Deleting the datastore file [datastore1] 157a0eb6-751e-41f4-8d11-93b5384da835 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.825683] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e02cb9-fe8b-4c6d-bfab-4301c8a4d520 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.841489] env[63339]: DEBUG oslo_vmware.api [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for the task: (returnval){ [ 898.841489] env[63339]: value = "task-4320145" [ 898.841489] env[63339]: _type = "Task" [ 898.841489] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.844317] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.844465] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.844657] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.845042] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.845042] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.845258] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.845602] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.845826] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.846095] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.846335] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.846553] env[63339]: DEBUG nova.virt.hardware [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.847581] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f23880b-5778-4e7c-9363-14aa5451ffae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.869619] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c306aea5-eaaf-4fb8-97c3-4235ea4bbfa6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.875138] env[63339]: DEBUG oslo_vmware.api [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.030023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b9efe5-3de7-4ae2-a3ac-358a5bc405be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.041488] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c953fa8-f4b7-470c-82c6-da4fa6895a37 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.081604] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6348fb-0072-466e-b5fa-3ece08e697b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.085500] env[63339]: DEBUG nova.compute.manager [req-575b66a5-7f93-4f1b-ab20-77189494fac3 req-76b3da10-056f-48bf-a09e-74c86c7cdf7d service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Received event network-vif-deleted-801c7a14-fd84-4f70-8c20-00341782aab4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 899.087705] env[63339]: INFO nova.compute.manager [req-575b66a5-7f93-4f1b-ab20-77189494fac3 req-76b3da10-056f-48bf-a09e-74c86c7cdf7d service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Neutron deleted interface 801c7a14-fd84-4f70-8c20-00341782aab4; detaching it from the instance and deleting it from the info cache [ 899.087952] env[63339]: DEBUG nova.network.neutron [req-575b66a5-7f93-4f1b-ab20-77189494fac3 req-76b3da10-056f-48bf-a09e-74c86c7cdf7d service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.097313] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a91a44-fbb1-4de1-aa5a-e87699fb3981 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.116709] env[63339]: DEBUG nova.compute.provider_tree [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.159320] env[63339]: DEBUG oslo_concurrency.lockutils [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] Releasing lock "refresh_cache-419b33ea-22ee-4070-918e-429dcf79e2b1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.159596] env[63339]: DEBUG nova.compute.manager [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Inject network info {{(pid=63339) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 899.159867] env[63339]: DEBUG nova.compute.manager [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] network_info to inject: |[{"id": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "address": "fa:16:3e:1f:38:84", "network": {"id": "f41b1fcf-5b8c-49c9-8d62-a07c2f99ebe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1697689016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88a4a10df9164e93b9aa5711f4e0ca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c1b4d-e3", "ovs_interfaceid": "b39c1b4d-e304-4ad2-af56-9e7fb88e96b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 899.168412] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Reconfiguring VM instance to set the machine id {{(pid=63339) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 899.170543] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a182736-adf9-4677-be0c-26e8fe560699 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.191404] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.191563] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.191773] env[63339]: DEBUG nova.network.neutron [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 899.201533] env[63339]: DEBUG oslo_vmware.api [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] Waiting for the task: (returnval){ [ 899.201533] env[63339]: value = "task-4320146" [ 899.201533] env[63339]: _type = "Task" [ 899.201533] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.219652] env[63339]: DEBUG oslo_vmware.api [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] Task: {'id': task-4320146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.236314] env[63339]: DEBUG nova.network.neutron [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Updated VIF entry in instance network info cache for port fd638afc-5c46-4e83-96c5-9b7c8807f3c8. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 899.236840] env[63339]: DEBUG nova.network.neutron [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Updating instance_info_cache with network_info: [{"id": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "address": "fa:16:3e:6b:79:e1", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd638afc-5c", "ovs_interfaceid": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.271892] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320143, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.283617] env[63339]: DEBUG nova.network.neutron [-] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.361857] env[63339]: DEBUG oslo_vmware.api [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Task: {'id': task-4320145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161342} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.362167] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.362434] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.362667] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.362861] env[63339]: INFO nova.compute.manager [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.363244] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.363483] env[63339]: DEBUG nova.compute.manager [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.363622] env[63339]: DEBUG nova.network.neutron [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 899.385241] env[63339]: DEBUG nova.network.neutron [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 899.440744] env[63339]: DEBUG nova.network.neutron [-] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.592186] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d80347ec-1e15-454c-a927-0942a6a132e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.603669] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503958bb-9c3e-4099-842b-83aa1c9e1a3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.620170] env[63339]: DEBUG nova.scheduler.client.report [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.644056] env[63339]: DEBUG nova.compute.manager [req-575b66a5-7f93-4f1b-ab20-77189494fac3 req-76b3da10-056f-48bf-a09e-74c86c7cdf7d service nova] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Detach interface failed, port_id=801c7a14-fd84-4f70-8c20-00341782aab4, reason: Instance a9c2029a-9e6a-482a-b27d-2dba602ea1e5 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 899.713105] env[63339]: DEBUG oslo_vmware.api [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] Task: {'id': task-4320146, 'name': ReconfigVM_Task, 'duration_secs': 0.204109} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.713435] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-783a00fe-8a2a-47a3-abde-00b3ae081b03 tempest-ServersAdminTestJSON-1468334852 tempest-ServersAdminTestJSON-1468334852-project-admin] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Reconfigured VM instance to set the machine id {{(pid=63339) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 899.741073] env[63339]: DEBUG oslo_concurrency.lockutils [req-4cb943ae-e27e-474c-ad6f-92f2ee80f415 req-99a09a02-93ab-422f-833b-05db0d4cd51b service nova] Releasing lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.768839] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726185} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.769185] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/28dbe495-eaad-469d-b9e1-4b57e39d41aa.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.769414] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.769723] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b222aacd-2f33-4b57-996c-8fc6f81d1dcd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.779447] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 899.779447] env[63339]: value = "task-4320147" [ 899.779447] env[63339]: _type = "Task" [ 899.779447] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.786948] env[63339]: INFO nova.compute.manager [-] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Took 1.74 seconds to deallocate network for instance. [ 899.792244] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.891109] env[63339]: DEBUG nova.network.neutron [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.944351] env[63339]: INFO nova.compute.manager [-] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Took 1.44 seconds to deallocate network for instance. [ 899.969511] env[63339]: DEBUG nova.network.neutron [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.125619] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.125722] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.129149] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.472s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.129844] env[63339]: DEBUG nova.objects.instance [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lazy-loading 'resources' on Instance uuid 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.290241] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150898} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.290545] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.291502] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843289f-ce45-4371-8c6e-185ad86041c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.310018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.322996] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/28dbe495-eaad-469d-b9e1-4b57e39d41aa.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.323418] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3857fcd-7e5d-457b-ab22-58125212078f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.346935] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 900.346935] env[63339]: value = "task-4320148" [ 900.346935] env[63339]: _type = "Task" [ 900.346935] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.354292] env[63339]: DEBUG nova.compute.manager [req-ce9fff14-91dc-4827-b60b-1c42719e122e req-3f3b0f2d-0994-43db-8a31-6c5de3528805 service nova] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Received event network-vif-deleted-6ec133a5-06ad-46be-b2cf-65333ec24508 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 900.361542] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.393862] env[63339]: INFO nova.compute.manager [-] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Took 1.03 seconds to deallocate network for instance. [ 900.454651] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.472987] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f770d4-f37b-a6e5-32f3-d1abeb0a2c57/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.473659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.479440] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e1d8b-b3e4-473d-b55c-1a4ce609ac99 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.488031] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f770d4-f37b-a6e5-32f3-d1abeb0a2c57/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.488163] env[63339]: ERROR oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f770d4-f37b-a6e5-32f3-d1abeb0a2c57/disk-0.vmdk due to incomplete transfer. [ 900.488446] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44c66c15-f3c3-4cd5-ab30-8bdc089f517b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.498693] env[63339]: DEBUG oslo_vmware.rw_handles [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f770d4-f37b-a6e5-32f3-d1abeb0a2c57/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.498693] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Uploaded image b93ef55a-9348-4c31-a572-cb2e23ea64c8 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.501820] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.501820] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ade2728f-adb4-41fd-98a1-3e5fb3fb35e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.511296] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 900.511296] env[63339]: value = "task-4320149" [ 900.511296] env[63339]: _type = "Task" [ 900.511296] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.522882] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320149, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.587330] env[63339]: DEBUG nova.network.neutron [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Successfully updated port: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 900.636275] env[63339]: DEBUG nova.compute.utils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.638382] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.638606] env[63339]: DEBUG nova.network.neutron [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 900.689181] env[63339]: DEBUG nova.policy [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9453a141c08e4bdeb9e0df7a76bb73af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aeab461335c4510bea6190a87962a08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.860638] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320148, 'name': ReconfigVM_Task, 'duration_secs': 0.343206} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.861183] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/28dbe495-eaad-469d-b9e1-4b57e39d41aa.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.862177] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b84f10cb-0748-4908-837c-8666df6bd1ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.872545] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 900.872545] env[63339]: value = "task-4320150" [ 900.872545] env[63339]: _type = "Task" [ 900.872545] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.884792] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320150, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.902798] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.006459] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7557c8bd-ef87-424d-9670-d94ab79e8dfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.037668] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65397af-5ba1-4466-a2e0-f80c21552c5b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.043761] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320149, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.049015] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.067566] env[63339]: DEBUG nova.network.neutron [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Successfully created port: e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 901.089665] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.089810] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.089963] env[63339]: DEBUG nova.network.neutron [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 901.132385] env[63339]: INFO nova.compute.manager [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Rebuilding instance [ 901.144341] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.189885] env[63339]: DEBUG nova.compute.manager [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.191170] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1524c1ed-6fb2-4727-a92d-fa9f7e42954f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.341082] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c740f0-f86a-4193-b818-9d5bc0e6dbf2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.350134] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7992286d-d9b3-4b4b-81bd-7960864b5959 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.391548] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e394765e-2047-4cd6-81bc-ff4a2b7b8978 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.404165] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320150, 'name': Rename_Task, 'duration_secs': 0.168313} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.406741] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.407838] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb27e8-8c8d-425c-85af-7f5adbe01693 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.411460] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff8e234a-f8b8-4154-853a-58bccc3d6ef0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.425343] env[63339]: DEBUG nova.compute.provider_tree [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.428410] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 901.428410] env[63339]: value = "task-4320151" [ 901.428410] env[63339]: _type = "Task" [ 901.428410] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.523035] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320149, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.557969] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.558416] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373dd6b8-a29e-415b-b698-6f3c7b4b4868 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.566407] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 901.566407] env[63339]: value = "task-4320152" [ 901.566407] env[63339]: _type = "Task" [ 901.566407] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.576739] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.628422] env[63339]: DEBUG nova.network.neutron [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 901.648153] env[63339]: INFO nova.virt.block_device [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Booting with volume a2c76a49-bf4e-4817-b4cb-7a717f8e63ac at /dev/sda [ 901.686999] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa603f06-ec0a-4446-95b4-fecb4e071b7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.696752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8406e2b4-78e2-4cea-98e4-e83ed87e8e50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.738773] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bec8684-6ced-4d51-825b-dda9b86fb36a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.748092] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82e06d8-543c-4d95-a20c-b74d77931d43 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.770520] env[63339]: DEBUG nova.network.neutron [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.791252] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839856cf-0974-4017-903f-9a9db8452f66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.799316] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf5b61-33e4-4619-b200-1d82d33bfa49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.814945] env[63339]: DEBUG nova.virt.block_device [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updating existing volume attachment record: 2f574a77-b5c5-4e44-aafc-0259571d0139 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 901.936082] env[63339]: DEBUG nova.scheduler.client.report [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.950582] env[63339]: DEBUG oslo_vmware.api [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320151, 'name': PowerOnVM_Task, 'duration_secs': 0.52553} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.950867] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.951921] env[63339]: INFO nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Took 7.83 seconds to spawn the instance on the hypervisor. [ 901.951921] env[63339]: DEBUG nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.952067] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a703bef9-44d3-4371-b517-70e5f19e8340 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.022816] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320149, 'name': Destroy_Task, 'duration_secs': 1.041183} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.023470] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Destroyed the VM [ 902.023470] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.025898] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b438416-c227-4c9f-92c5-d86d5d7656c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.032493] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 902.032493] env[63339]: value = "task-4320153" [ 902.032493] env[63339]: _type = "Task" [ 902.032493] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.042404] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320153, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.080841] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.212428] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.212868] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b388d419-cbb6-44a1-8622-23ffeeea67a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.221501] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 902.221501] env[63339]: value = "task-4320154" [ 902.221501] env[63339]: _type = "Task" [ 902.221501] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.232139] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.273621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274089] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Instance network_info: |[{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.274844] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:a6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a17ea2c-4efa-4d21-b3d3-fe7629249308', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.283627] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Creating folder: Project (20850b377d4943c98be9a41d9ba392be). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.284027] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a54d303-c682-47f4-b5de-c61d93700cba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.296682] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Created folder: Project (20850b377d4943c98be9a41d9ba392be) in parent group-v849594. [ 902.296981] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Creating folder: Instances. Parent ref: group-v849770. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.297455] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58df6bd1-f085-446d-a0fe-ef1fd8cf99a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.309908] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Created folder: Instances in parent group-v849770. [ 902.310331] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.310692] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.310848] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61cf1bff-2ae6-40a4-ad47-548277356283 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.334026] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.334026] env[63339]: value = "task-4320157" [ 902.334026] env[63339]: _type = "Task" [ 902.334026] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.343773] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320157, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.446108] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.449863] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.773s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.453292] env[63339]: INFO nova.compute.claims [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.473316] env[63339]: INFO nova.compute.manager [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Took 45.35 seconds to build instance. [ 902.477532] env[63339]: INFO nova.scheduler.client.report [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleted allocations for instance 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1 [ 902.486218] env[63339]: DEBUG nova.compute.manager [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-vif-plugged-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.487575] env[63339]: DEBUG oslo_concurrency.lockutils [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] Acquiring lock "f00ed806-0354-42a4-a891-13099c30c6df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.487575] env[63339]: DEBUG oslo_concurrency.lockutils [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] Lock "f00ed806-0354-42a4-a891-13099c30c6df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.487575] env[63339]: DEBUG oslo_concurrency.lockutils [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] Lock "f00ed806-0354-42a4-a891-13099c30c6df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.487575] env[63339]: DEBUG nova.compute.manager [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] No waiting events found dispatching network-vif-plugged-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.487575] env[63339]: WARNING nova.compute.manager [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received unexpected event network-vif-plugged-2a17ea2c-4efa-4d21-b3d3-fe7629249308 for instance with vm_state building and task_state spawning. [ 902.487575] env[63339]: DEBUG nova.compute.manager [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.489258] env[63339]: DEBUG nova.compute.manager [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing instance network info cache due to event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 902.489258] env[63339]: DEBUG oslo_concurrency.lockutils [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.489258] env[63339]: DEBUG oslo_concurrency.lockutils [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.489258] env[63339]: DEBUG nova.network.neutron [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 902.543984] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320153, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.581969] env[63339]: DEBUG oslo_vmware.api [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320152, 'name': PowerOnVM_Task, 'duration_secs': 0.98535} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.582338] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.582534] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-608e2d0d-80a0-417e-b8b4-201ea35dffaa tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance '8d8956d2-9f0d-4e87-b1e4-13c4655cffd0' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.731597] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320154, 'name': PowerOffVM_Task, 'duration_secs': 0.350954} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.731893] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.732158] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.732958] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047ff90-2687-401e-a896-87ea5aaf817e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.741392] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.741392] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-971b841f-a810-46e0-9151-79ab60826a32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.748776] env[63339]: INFO nova.compute.manager [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Rescuing [ 902.749074] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.749280] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.749457] env[63339]: DEBUG nova.network.neutron [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 902.779856] env[63339]: DEBUG nova.network.neutron [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Successfully updated port: e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 902.817315] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.817552] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.817729] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleting the datastore file [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.818372] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d57a37a-520a-4d8b-a142-db75c5f450f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.826114] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 902.826114] env[63339]: value = "task-4320159" [ 902.826114] env[63339]: _type = "Task" [ 902.826114] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.834311] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.842765] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320157, 'name': CreateVM_Task, 'duration_secs': 0.378782} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.842915] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.843651] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.843811] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.844169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.844423] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0c3285-a3ac-4390-b27e-106146905e3b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.849701] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 902.849701] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fe99c1-d486-f2ef-de6b-7db1a5627914" [ 902.849701] env[63339]: _type = "Task" [ 902.849701] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.859335] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fe99c1-d486-f2ef-de6b-7db1a5627914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.978021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-45b149aa-ae74-489b-a904-acdc778e2337 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.675s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.982989] env[63339]: DEBUG oslo_concurrency.lockutils [None req-18f7b2b8-badb-415b-98f6-ef71957c19b6 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.035s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.044168] env[63339]: DEBUG oslo_vmware.api [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320153, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669094} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.044490] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.044719] env[63339]: INFO nova.compute.manager [None req-e8a32c56-b66c-4e3e-947e-cd4829ffab47 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 903.213515] env[63339]: DEBUG nova.network.neutron [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updated VIF entry in instance network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 903.213892] env[63339]: DEBUG nova.network.neutron [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.286286] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquiring lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.286472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquired lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.286640] env[63339]: DEBUG nova.network.neutron [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 903.338164] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383014} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.338343] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.338571] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.338793] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.362883] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fe99c1-d486-f2ef-de6b-7db1a5627914, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.362883] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.362883] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.362883] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.362883] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.362883] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.362883] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5d5d55-e0ba-4f93-a0e4-3721ab7e4368 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.375475] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.375672] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.376567] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76bd433d-36df-41fb-ac54-5cc639e88a7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.384025] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 903.384025] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52571af1-9b42-20e7-1918-48870e1bea5b" [ 903.384025] env[63339]: _type = "Task" [ 903.384025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.395855] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52571af1-9b42-20e7-1918-48870e1bea5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.480433] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.500184] env[63339]: DEBUG nova.network.neutron [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Updating instance_info_cache with network_info: [{"id": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "address": "fa:16:3e:6b:79:e1", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd638afc-5c", "ovs_interfaceid": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.717216] env[63339]: DEBUG oslo_concurrency.lockutils [req-8d757355-d3b9-4b4c-abb8-d857f4f0957e req-7aaf05a5-f135-40d9-b62b-9d350002a401 service nova] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.788000] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "9ff94263-33e3-475b-ab4c-4001bdb6047d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.788342] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.849329] env[63339]: DEBUG nova.network.neutron [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 903.899489] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52571af1-9b42-20e7-1918-48870e1bea5b, 'name': SearchDatastore_Task, 'duration_secs': 0.044661} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.900331] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55444b59-5bc3-4a46-a499-a93f1ccd71b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.910761] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.911246] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.911455] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.912166] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.912166] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.912166] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.912166] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.912335] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.912429] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.912894] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.912894] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.912894] env[63339]: DEBUG nova.virt.hardware [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.914921] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c107514-9d12-4eb4-80a7-c91e310b5723 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.917647] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 903.917647] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52489268-2ef2-a4dc-75dc-0aee87a27106" [ 903.917647] env[63339]: _type = "Task" [ 903.917647] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.928638] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dca485-5a1b-4ca2-a438-92bc7aeeb47e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.937018] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52489268-2ef2-a4dc-75dc-0aee87a27106, 'name': SearchDatastore_Task, 'duration_secs': 0.01754} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.937788] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.937994] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/f00ed806-0354-42a4-a891-13099c30c6df.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.938271] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d92486-251c-4398-b432-53d93d4ae8dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.961806] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 903.961806] env[63339]: value = "task-4320160" [ 903.961806] env[63339]: _type = "Task" [ 903.961806] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.973381] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.002846] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.008917] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.036202] env[63339]: DEBUG nova.network.neutron [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updating instance_info_cache with network_info: [{"id": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "address": "fa:16:3e:b6:3c:e7", "network": {"id": "067890c0-e4d6-4d8e-810f-29d3eaa863d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568256925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeab461335c4510bea6190a87962a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1535d36-37", "ovs_interfaceid": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.076570] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb0c72-8d45-48e0-b5b5-6547fd501ab3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.091327] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff81989-1cb3-4af2-846c-edf8da8bc433 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.140784] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb01d24-2c0e-460d-afc3-4d99b64574cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.152039] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4732b49d-16b0-4248-8e5e-3b8056a030cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.169752] env[63339]: DEBUG nova.compute.provider_tree [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.395630] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.395948] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.396243] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.396455] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.396604] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.397017] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.397278] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.397447] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.397618] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.397783] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.397957] env[63339]: DEBUG nova.virt.hardware [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.398882] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8fb713-4ccc-43f4-b2f5-1da671fa3345 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.411402] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cbeeaa-424a-4af3-9301-aa70b072fcdc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.433203] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ef:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ef62b0-2811-4ea6-94aa-897fe2024035', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.445919] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.446425] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.446785] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d705d3f-545c-4312-9dbb-486931e5792c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.470911] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.470911] env[63339]: value = "task-4320161" [ 904.470911] env[63339]: _type = "Task" [ 904.470911] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.479783] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.483904] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320161, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.548730] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Releasing lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.549252] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Instance network_info: |[{"id": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "address": "fa:16:3e:b6:3c:e7", "network": {"id": "067890c0-e4d6-4d8e-810f-29d3eaa863d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568256925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeab461335c4510bea6190a87962a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1535d36-37", "ovs_interfaceid": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.551894] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3c:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1535d36-374b-4e7e-b0f5-769deba2eb38', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.562510] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Creating folder: Project (4aeab461335c4510bea6190a87962a08). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.562510] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a3f9ef5-7be6-43be-abb7-fdd41cc7f0d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.582559] env[63339]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 904.582824] env[63339]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63339) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 904.583393] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Folder already exists: Project (4aeab461335c4510bea6190a87962a08). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 904.583769] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Creating folder: Instances. Parent ref: group-v849727. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.584181] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af6d614e-21aa-41e0-a60a-a043e597ea11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.597373] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Created folder: Instances in parent group-v849727. [ 904.597662] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.597888] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.599047] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81e8faf6-b1e1-45fa-9f86-af125d3cd9bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.620592] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.620592] env[63339]: value = "task-4320164" [ 904.620592] env[63339]: _type = "Task" [ 904.620592] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.629920] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320164, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.698061] env[63339]: ERROR nova.scheduler.client.report [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [req-35ef978b-bd05-4707-9696-476a0e485e77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35ef978b-bd05-4707-9696-476a0e485e77"}]} [ 904.722387] env[63339]: DEBUG nova.scheduler.client.report [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.740690] env[63339]: DEBUG nova.scheduler.client.report [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.740930] env[63339]: DEBUG nova.compute.provider_tree [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.745871] env[63339]: DEBUG nova.compute.manager [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Received event network-vif-plugged-e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 904.747428] env[63339]: DEBUG oslo_concurrency.lockutils [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] Acquiring lock "54704231-ac2b-45a2-a3aa-476d301ae08e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.747428] env[63339]: DEBUG oslo_concurrency.lockutils [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.747428] env[63339]: DEBUG oslo_concurrency.lockutils [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.747428] env[63339]: DEBUG nova.compute.manager [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] No waiting events found dispatching network-vif-plugged-e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.747428] env[63339]: WARNING nova.compute.manager [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Received unexpected event network-vif-plugged-e1535d36-374b-4e7e-b0f5-769deba2eb38 for instance with vm_state building and task_state spawning. [ 904.747428] env[63339]: DEBUG nova.compute.manager [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Received event network-changed-e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 904.747428] env[63339]: DEBUG nova.compute.manager [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Refreshing instance network info cache due to event network-changed-e1535d36-374b-4e7e-b0f5-769deba2eb38. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 904.747428] env[63339]: DEBUG oslo_concurrency.lockutils [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] Acquiring lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.747428] env[63339]: DEBUG oslo_concurrency.lockutils [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] Acquired lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.747697] env[63339]: DEBUG nova.network.neutron [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Refreshing network info cache for port e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 904.756062] env[63339]: DEBUG nova.scheduler.client.report [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.777891] env[63339]: DEBUG nova.scheduler.client.report [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.966030] env[63339]: DEBUG nova.network.neutron [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Port 3ed992e9-32cb-456c-a54a-779285d84aad binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 904.966331] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.966491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.966654] env[63339]: DEBUG nova.network.neutron [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 904.980406] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649707} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.981777] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/f00ed806-0354-42a4-a891-13099c30c6df.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.982017] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.982541] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77648b9a-5621-48b7-9136-a45e4aaaca63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.987871] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320161, 'name': CreateVM_Task, 'duration_secs': 0.353748} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.988378] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.989009] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.989183] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.989488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.989846] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca111f74-f83d-455a-af39-b90c456e4838 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.996644] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 904.996644] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522dbe29-6668-69d8-ec00-3b865b8f484c" [ 904.996644] env[63339]: _type = "Task" [ 904.996644] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.996910] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 904.996910] env[63339]: value = "task-4320165" [ 904.996910] env[63339]: _type = "Task" [ 904.996910] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.015379] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.015673] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522dbe29-6668-69d8-ec00-3b865b8f484c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.134804] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320164, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.318637] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d012931-57c0-4659-ade8-143dabba7bb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.327265] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72809f05-5774-4bbd-925a-e5cdd41883c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.363939] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fb8d5-e26f-4208-a967-5a9b7ce060ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.372748] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241f07d-cf3e-487c-9845-c563c426539a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.387366] env[63339]: DEBUG nova.compute.provider_tree [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.512382] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073764} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.517933] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.518299] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522dbe29-6668-69d8-ec00-3b865b8f484c, 'name': SearchDatastore_Task, 'duration_secs': 0.033211} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.518996] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5538a-b4af-4ee9-9097-29d5adf56e0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.522403] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.522403] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.522606] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.522777] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.522970] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.523263] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5186d814-3aa2-4bfd-b235-d20d0da25e23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.546301] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/f00ed806-0354-42a4-a891-13099c30c6df.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.547711] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d8ab49-6227-4593-a3e1-bf5e64736ac4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.562355] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.562543] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.563949] env[63339]: DEBUG nova.network.neutron [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updated VIF entry in instance network info cache for port e1535d36-374b-4e7e-b0f5-769deba2eb38. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 905.564332] env[63339]: DEBUG nova.network.neutron [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updating instance_info_cache with network_info: [{"id": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "address": "fa:16:3e:b6:3c:e7", "network": {"id": "067890c0-e4d6-4d8e-810f-29d3eaa863d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568256925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeab461335c4510bea6190a87962a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1535d36-37", "ovs_interfaceid": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.566173] env[63339]: DEBUG nova.compute.manager [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.566427] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817cdde2-9373-4048-8619-94f53c57800d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.571780] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa4267-4604-411c-94d3-db198d75a624 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.574745] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.575561] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ddeeed-d35f-413b-980f-b8cf5eb1ede8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.582297] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 905.582297] env[63339]: value = "task-4320166" [ 905.582297] env[63339]: _type = "Task" [ 905.582297] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.584897] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 905.584897] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5275ab9c-aa1d-597e-db01-14132ba2818b" [ 905.584897] env[63339]: _type = "Task" [ 905.584897] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.591422] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 905.591422] env[63339]: value = "task-4320167" [ 905.591422] env[63339]: _type = "Task" [ 905.591422] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.603839] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.609215] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5275ab9c-aa1d-597e-db01-14132ba2818b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.612570] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.634752] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320164, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.740618] env[63339]: DEBUG nova.network.neutron [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.931678] env[63339]: DEBUG nova.scheduler.client.report [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.931913] env[63339]: DEBUG nova.compute.provider_tree [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 86 to 87 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.932130] env[63339]: DEBUG nova.compute.provider_tree [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.071044] env[63339]: DEBUG oslo_concurrency.lockutils [req-cb8bb941-8c39-4361-b021-705b340e3940 req-78ca293d-fb74-4791-b0c8-cef23d4c471f service nova] Releasing lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.098937] env[63339]: INFO nova.compute.manager [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] instance snapshotting [ 906.100664] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320166, 'name': ReconfigVM_Task, 'duration_secs': 0.336687} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.104618] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/f00ed806-0354-42a4-a891-13099c30c6df.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.105792] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be64805-2461-46e3-b92c-69702d36467c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.111959] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d5bcbe2-25de-49b5-882a-6ac5293dac9c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.113625] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5275ab9c-aa1d-597e-db01-14132ba2818b, 'name': SearchDatastore_Task, 'duration_secs': 0.037564} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.115574] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2976f2e7-6c32-4127-9f7c-13a02ea6b4e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.134435] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320167, 'name': PowerOffVM_Task, 'duration_secs': 0.367733} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.140023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abd91fe-dd6d-4f03-bf49-7b3651fb2f64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.143489] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.144104] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 906.144104] env[63339]: value = "task-4320168" [ 906.144104] env[63339]: _type = "Task" [ 906.144104] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.146457] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a3a100-643f-41e4-94ae-c34d81da28da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.149904] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 906.149904] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520f3260-9538-f9d5-0622-8531ab28938b" [ 906.149904] env[63339]: _type = "Task" [ 906.149904] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.165131] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320164, 'name': CreateVM_Task, 'duration_secs': 1.206795} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.182940] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.184455] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849730', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'name': 'volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54704231-ac2b-45a2-a3aa-476d301ae08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'serial': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac'}, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '2f574a77-b5c5-4e44-aafc-0259571d0139', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63339) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 906.184767] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Root volume attach. Driver type: vmdk {{(pid=63339) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 906.185731] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55a087-fbfb-49aa-89ad-f0a1ec5f2c3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.196867] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267bb0b-630c-49ac-aee5-972a969ff8f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.199914] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520f3260-9538-f9d5-0622-8531ab28938b, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.200199] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320168, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.200927] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.201233] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.201926] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5547248d-d369-4085-8666-49028424a7db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.215019] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f7a69-ee11-4cc5-b34a-a6fdfc6c41b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.221551] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 906.221551] env[63339]: value = "task-4320169" [ 906.221551] env[63339]: _type = "Task" [ 906.221551] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.230130] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59416b-32f6-43c5-a01b-6a824a6f002a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.237779] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.245331] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.249951] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.250584] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ce112a1c-1372-40ee-8283-f1a74e8d59e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.253779] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a43f1f-a253-4ab4-a675-f893fc521c64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.265553] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 906.265553] env[63339]: value = "task-4320171" [ 906.265553] env[63339]: _type = "Task" [ 906.265553] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.265873] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 906.265873] env[63339]: value = "task-4320170" [ 906.265873] env[63339]: _type = "Task" [ 906.265873] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.283256] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 906.283507] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.283754] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.283913] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.284214] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.284921] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.284921] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7999884-3ad1-4e11-8d57-01af43b2df3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.306376] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.306700] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.307593] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d8c616-ce8e-425c-913c-bd0e448c809d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.314972] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 906.314972] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f89427-e4d5-9662-8453-7a60ba62f292" [ 906.314972] env[63339]: _type = "Task" [ 906.314972] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.324224] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f89427-e4d5-9662-8453-7a60ba62f292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.438788] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.989s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.439393] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.442451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.602s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.442734] env[63339]: DEBUG nova.objects.instance [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lazy-loading 'resources' on Instance uuid bf4b85bd-f649-4444-b057-fe6035bb8c2a {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.661965] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320168, 'name': Rename_Task, 'duration_secs': 0.183558} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.662307] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.662532] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64875f77-d332-4508-89cc-f6eed485e39e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.672802] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 906.672802] env[63339]: value = "task-4320172" [ 906.672802] env[63339]: _type = "Task" [ 906.672802] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.683657] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.686886] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13dbbb75-9be9-4ae2-b0aa-61e8a91ff2ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.691284] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.700448] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 906.700448] env[63339]: value = "task-4320173" [ 906.700448] env[63339]: _type = "Task" [ 906.700448] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.710177] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.732870] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50712} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.733246] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.733480] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.733748] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446d7163-ca63-45c0-9a67-3ead6e92b094 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.742168] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 906.742168] env[63339]: value = "task-4320174" [ 906.742168] env[63339]: _type = "Task" [ 906.742168] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.752921] env[63339]: DEBUG nova.compute.manager [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63339) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 906.753273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.753590] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.776562] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 34%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.828042] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f89427-e4d5-9662-8453-7a60ba62f292, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.828951] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbc1a40-cc67-4e01-95bb-9b0ad4123f81 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.838244] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 906.838244] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528dfec0-4e04-c0c9-d3a5-cf9b2f56dd7d" [ 906.838244] env[63339]: _type = "Task" [ 906.838244] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.847569] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528dfec0-4e04-c0c9-d3a5-cf9b2f56dd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.947432] env[63339]: DEBUG nova.compute.utils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.953325] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.953451] env[63339]: DEBUG nova.network.neutron [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 906.997934] env[63339]: DEBUG nova.policy [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca4cbdf4c9954f27952dfaf403ea858c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4d7b9574256438bb6b6f818f2324839', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.185739] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.216185] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.254482] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09828} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.254681] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.255800] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f582ef-4a9b-4539-9fdb-0901ef34542f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.284892] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.288897] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c100c798-a620-4142-a4cd-17adb610d02e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.318778] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 49%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.322176] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 907.322176] env[63339]: value = "task-4320175" [ 907.322176] env[63339]: _type = "Task" [ 907.322176] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.334363] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.356216] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528dfec0-4e04-c0c9-d3a5-cf9b2f56dd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.087801} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.356596] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.356853] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. {{(pid=63339) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 907.357082] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b370fd-4eb2-4827-8dad-a171525509b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.371906] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 907.371906] env[63339]: value = "task-4320176" [ 907.371906] env[63339]: _type = "Task" [ 907.371906] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.392057] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.416426] env[63339]: DEBUG nova.network.neutron [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Successfully created port: a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.456925] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.667187] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da51e783-4711-47cc-9804-53e4456ab6c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.682284] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2664a863-66cb-4272-9aac-63c846f310f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.723441] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2cca4d-8d91-4b52-a2f1-f7b7006b7c0c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.727576] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.736707] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6b1241-440f-40f1-bcd2-f091b0080b83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.741919] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.755385] env[63339]: DEBUG nova.compute.provider_tree [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.788825] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 60%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.839258] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.888966] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.187895] env[63339]: DEBUG oslo_vmware.api [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320172, 'name': PowerOnVM_Task, 'duration_secs': 1.347107} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.188182] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.188367] env[63339]: INFO nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Took 9.39 seconds to spawn the instance on the hypervisor. [ 908.188576] env[63339]: DEBUG nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.189501] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e7780-3be5-41f7-bb76-1040afd482c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.233151] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.289075] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 73%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.294096] env[63339]: DEBUG nova.scheduler.client.report [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 908.294421] env[63339]: DEBUG nova.compute.provider_tree [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 87 to 88 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 908.294599] env[63339]: DEBUG nova.compute.provider_tree [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.339324] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.388479] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.468401] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.502759] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.502759] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.502759] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.502996] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.503173] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.503670] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.503670] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.503803] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.505866] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.505866] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.505866] env[63339]: DEBUG nova.virt.hardware [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.506240] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38506215-f24a-4c7f-a5ad-fc4bbe2b7de9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.519244] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d587b-fe86-48db-94af-a46301dfb32c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.539947] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.540221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lock "39273104-66d6-4520-a1df-31d8f928931d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.711854] env[63339]: INFO nova.compute.manager [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Took 50.36 seconds to build instance. [ 908.729454] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.789494] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.800308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.802950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.796s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.804636] env[63339]: INFO nova.compute.claims [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.827470] env[63339]: INFO nova.scheduler.client.report [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Deleted allocations for instance bf4b85bd-f649-4444-b057-fe6035bb8c2a [ 908.842737] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320175, 'name': ReconfigVM_Task, 'duration_secs': 1.133923} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.846062] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.846062] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935c3d2c-71cb-4c93-822f-9a9848bb4bf4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.855076] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 908.855076] env[63339]: value = "task-4320177" [ 908.855076] env[63339]: _type = "Task" [ 908.855076] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.870791] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320177, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.887844] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.037517] env[63339]: DEBUG nova.network.neutron [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Successfully updated port: a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.043486] env[63339]: DEBUG nova.compute.utils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.100883] env[63339]: DEBUG nova.compute.manager [req-d78390b2-4338-4205-b43c-889ccb79d537 req-2ff04f5a-adc0-4d79-97e2-92ad5ff0aa0f service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Received event network-vif-plugged-a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 909.101141] env[63339]: DEBUG oslo_concurrency.lockutils [req-d78390b2-4338-4205-b43c-889ccb79d537 req-2ff04f5a-adc0-4d79-97e2-92ad5ff0aa0f service nova] Acquiring lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.101352] env[63339]: DEBUG oslo_concurrency.lockutils [req-d78390b2-4338-4205-b43c-889ccb79d537 req-2ff04f5a-adc0-4d79-97e2-92ad5ff0aa0f service nova] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.101499] env[63339]: DEBUG oslo_concurrency.lockutils [req-d78390b2-4338-4205-b43c-889ccb79d537 req-2ff04f5a-adc0-4d79-97e2-92ad5ff0aa0f service nova] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.101663] env[63339]: DEBUG nova.compute.manager [req-d78390b2-4338-4205-b43c-889ccb79d537 req-2ff04f5a-adc0-4d79-97e2-92ad5ff0aa0f service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] No waiting events found dispatching network-vif-plugged-a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.101828] env[63339]: WARNING nova.compute.manager [req-d78390b2-4338-4205-b43c-889ccb79d537 req-2ff04f5a-adc0-4d79-97e2-92ad5ff0aa0f service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Received unexpected event network-vif-plugged-a900102d-ea35-4aaf-b2b3-e724bf3041b7 for instance with vm_state building and task_state spawning. [ 909.214445] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d749767d-7ae6-4651-a348-79544b1be87a tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "f00ed806-0354-42a4-a891-13099c30c6df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.806s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.230061] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.292667] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.339830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-97b57c3c-b07f-4068-b907-1aaba217a1f5 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Lock "bf4b85bd-f649-4444-b057-fe6035bb8c2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.471s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.368523] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320177, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.386248] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320176, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.000664} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.386546] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. [ 909.387389] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c8bda5-574f-409d-b2ce-8c4711502e4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.415625] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.415969] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3e4963-406e-4eeb-956d-f6079b6ea2a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.435623] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 909.435623] env[63339]: value = "task-4320178" [ 909.435623] env[63339]: _type = "Task" [ 909.435623] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.447375] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.541464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "refresh_cache-117cd55b-274b-4b20-bfd0-0a811e0ddbc6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.541657] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquired lock "refresh_cache-117cd55b-274b-4b20-bfd0-0a811e0ddbc6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.541701] env[63339]: DEBUG nova.network.neutron [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 909.548855] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lock "39273104-66d6-4520-a1df-31d8f928931d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.717290] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.731564] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.789947] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.793761] env[63339]: INFO nova.compute.manager [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Rescuing [ 909.794260] env[63339]: DEBUG oslo_concurrency.lockutils [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.794350] env[63339]: DEBUG oslo_concurrency.lockutils [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.794602] env[63339]: DEBUG nova.network.neutron [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 909.867630] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320177, 'name': Rename_Task, 'duration_secs': 0.733745} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.870710] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.871180] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01331022-2a0f-49ec-97b2-dc3e5be76866 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.878503] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 909.878503] env[63339]: value = "task-4320179" [ 909.878503] env[63339]: _type = "Task" [ 909.878503] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.888589] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.949374] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.085946] env[63339]: DEBUG nova.network.neutron [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 910.240491] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320173, 'name': CreateSnapshot_Task, 'duration_secs': 3.249239} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.240809] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 910.241440] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819afbbf-d62d-4181-88ba-18ec6f5fb749 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.249790] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.291635] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 98%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.301774] env[63339]: DEBUG nova.network.neutron [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Updating instance_info_cache with network_info: [{"id": "a900102d-ea35-4aaf-b2b3-e724bf3041b7", "address": "fa:16:3e:fb:e2:90", "network": {"id": "13ec1941-d2ae-4f6a-bedd-058046bd9f21", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-488621477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d7b9574256438bb6b6f818f2324839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa900102d-ea", "ovs_interfaceid": "a900102d-ea35-4aaf-b2b3-e724bf3041b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.396560] env[63339]: DEBUG oslo_vmware.api [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320179, 'name': PowerOnVM_Task, 'duration_secs': 0.496663} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.400846] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.401246] env[63339]: DEBUG nova.compute.manager [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.403169] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c8c57-fe5c-4853-b8ed-9392c3db9ef8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.418208] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd6839-51c4-4e2b-b686-93dc4dfacb17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.430873] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b921520-d9aa-4158-8077-124762833593 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.488859] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22cddb7-24d1-4738-a42a-f6ca01c88f08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.501560] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320178, 'name': ReconfigVM_Task, 'duration_secs': 0.712833} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.504896] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.506561] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494310db-8818-455f-b6e9-9375121f02ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.511192] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b0a09-56ed-4882-ae01-f59ff52d8692 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.531076] env[63339]: DEBUG nova.compute.provider_tree [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.557010] env[63339]: DEBUG nova.scheduler.client.report [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.563966] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7bec1e-2f94-4ee2-9748-b49f0a8b50d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.581889] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 910.581889] env[63339]: value = "task-4320180" [ 910.581889] env[63339]: _type = "Task" [ 910.581889] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.593908] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.611755] env[63339]: DEBUG nova.network.neutron [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.637621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.637621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lock "39273104-66d6-4520-a1df-31d8f928931d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.637621] env[63339]: INFO nova.compute.manager [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Attaching volume c98e191e-95d4-465f-aaeb-ad5767a9f1c5 to /dev/sdb [ 910.688496] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaaf4e1-4ebe-44be-bfb8-d034b546acad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.696947] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d402cdd-97e5-4333-9a12-631456bfd78f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.715048] env[63339]: DEBUG nova.virt.block_device [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updating existing volume attachment record: 6f84658e-d78c-49c9-87f1-038ab5a19409 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.764643] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 910.765464] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e4eaabd-a29a-491b-b0bb-fe8340b83fa8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.777251] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 910.777251] env[63339]: value = "task-4320181" [ 910.777251] env[63339]: _type = "Task" [ 910.777251] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.790367] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320181, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.793928] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task} progress is 98%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.803863] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Releasing lock "refresh_cache-117cd55b-274b-4b20-bfd0-0a811e0ddbc6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.804445] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Instance network_info: |[{"id": "a900102d-ea35-4aaf-b2b3-e724bf3041b7", "address": "fa:16:3e:fb:e2:90", "network": {"id": "13ec1941-d2ae-4f6a-bedd-058046bd9f21", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-488621477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d7b9574256438bb6b6f818f2324839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa900102d-ea", "ovs_interfaceid": "a900102d-ea35-4aaf-b2b3-e724bf3041b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.805233] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e2:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a900102d-ea35-4aaf-b2b3-e724bf3041b7', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.813910] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Creating folder: Project (c4d7b9574256438bb6b6f818f2324839). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.814357] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f52153f-6d7d-41b6-8319-dc56a8dfd70a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.830457] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Created folder: Project (c4d7b9574256438bb6b6f818f2324839) in parent group-v849594. [ 910.830710] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Creating folder: Instances. Parent ref: group-v849777. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.830986] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4f78072-ca72-4ae3-858f-0f69c22f240f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.846710] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Created folder: Instances in parent group-v849777. [ 910.847134] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.847377] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.847613] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01bbbc15-9d9c-46c8-bba6-05bc9631f5b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.874788] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.874788] env[63339]: value = "task-4320184" [ 910.874788] env[63339]: _type = "Task" [ 910.874788] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.887165] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320184, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.932255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.067495] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.068075] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.072800] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.068s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.072800] env[63339]: DEBUG nova.objects.instance [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.097085] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320180, 'name': ReconfigVM_Task, 'duration_secs': 0.275425} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.097431] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.097755] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cedaf2cc-6d21-4ef7-ba82-5446b7f4e707 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.107754] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 911.107754] env[63339]: value = "task-4320188" [ 911.107754] env[63339]: _type = "Task" [ 911.107754] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.117036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.125256] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.298729] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320181, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.305426] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320171, 'name': RelocateVM_Task, 'duration_secs': 4.709546} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.305426] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 911.305426] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849730', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'name': 'volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54704231-ac2b-45a2-a3aa-476d301ae08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'serial': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 911.305743] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a8c94f-ffe9-435e-92c5-427336bee28d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.337091] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10efd6-3f33-4bbd-b888-b5f402a0a2cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.343226] env[63339]: DEBUG nova.compute.manager [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Received event network-changed-a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 911.343532] env[63339]: DEBUG nova.compute.manager [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Refreshing instance network info cache due to event network-changed-a900102d-ea35-4aaf-b2b3-e724bf3041b7. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 911.343860] env[63339]: DEBUG oslo_concurrency.lockutils [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] Acquiring lock "refresh_cache-117cd55b-274b-4b20-bfd0-0a811e0ddbc6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.344106] env[63339]: DEBUG oslo_concurrency.lockutils [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] Acquired lock "refresh_cache-117cd55b-274b-4b20-bfd0-0a811e0ddbc6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.344389] env[63339]: DEBUG nova.network.neutron [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Refreshing network info cache for port a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 911.387552] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac/volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.389473] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1c1c5c-aa96-40f4-8456-5c12410a8d2e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.431952] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320184, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.434626] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 911.434626] env[63339]: value = "task-4320189" [ 911.434626] env[63339]: _type = "Task" [ 911.434626] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.448984] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.582886] env[63339]: DEBUG nova.compute.utils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.589518] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.589838] env[63339]: DEBUG nova.network.neutron [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 911.626550] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.646766] env[63339]: DEBUG nova.policy [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fabf2ea955c4c5093d665f61d52b6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a1053c7ddab48da90ca0eb53c7c0e89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.767923] env[63339]: INFO nova.compute.manager [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Rebuilding instance [ 911.793042] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320181, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.840594] env[63339]: DEBUG nova.compute.manager [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.841613] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4a1a12-24e2-4f38-be35-0b9cb2ab7e03 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.907395] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320184, 'name': CreateVM_Task, 'duration_secs': 0.594075} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.909889] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.910850] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.911249] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.911633] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.912222] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758cd50f-3fd6-4889-a995-d604f4be78b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.922063] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 911.922063] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527fc809-8fac-7219-a620-fa2117565a95" [ 911.922063] env[63339]: _type = "Task" [ 911.922063] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.931937] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527fc809-8fac-7219-a620-fa2117565a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.946923] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320189, 'name': ReconfigVM_Task, 'duration_secs': 0.460216} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.946923] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac/volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.950656] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696fc957-3b8a-4d07-aa86-7d1d950cb225 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.967495] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 911.967495] env[63339]: value = "task-4320190" [ 911.967495] env[63339]: _type = "Task" [ 911.967495] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.977665] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.090836] env[63339]: DEBUG oslo_concurrency.lockutils [None req-154cb37e-39cc-4c4c-aa58-0f4373ff2856 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.092263] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.906s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.094769] env[63339]: INFO nova.compute.claims [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.101749] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.111456] env[63339]: DEBUG nova.network.neutron [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Successfully created port: 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 912.129424] env[63339]: DEBUG oslo_vmware.api [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320188, 'name': PowerOnVM_Task, 'duration_secs': 0.554883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.129723] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.137511] env[63339]: DEBUG nova.compute.manager [None req-4c336712-bdb6-4ad1-8893-6bb66d298b87 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.138531] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec3cdf-3f27-4249-af12-3752c52a3ca3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.262896] env[63339]: DEBUG nova.network.neutron [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Updated VIF entry in instance network info cache for port a900102d-ea35-4aaf-b2b3-e724bf3041b7. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 912.263329] env[63339]: DEBUG nova.network.neutron [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Updating instance_info_cache with network_info: [{"id": "a900102d-ea35-4aaf-b2b3-e724bf3041b7", "address": "fa:16:3e:fb:e2:90", "network": {"id": "13ec1941-d2ae-4f6a-bedd-058046bd9f21", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-488621477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d7b9574256438bb6b6f818f2324839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa900102d-ea", "ovs_interfaceid": "a900102d-ea35-4aaf-b2b3-e724bf3041b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.290924] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320181, 'name': CloneVM_Task, 'duration_secs': 1.468619} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.291294] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Created linked-clone VM from snapshot [ 912.292135] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af05c000-3443-4e00-ae12-da8704f2e2db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.301411] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Uploading image b5d16b31-ba16-4c5a-8c32-5d0be5b889f1 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.334396] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 912.334396] env[63339]: value = "vm-849778" [ 912.334396] env[63339]: _type = "VirtualMachine" [ 912.334396] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 912.334747] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e48b983b-7019-443e-800b-fe06d8c9dfda {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.343863] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lease: (returnval){ [ 912.343863] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292c27f-cac1-a565-52e6-ecd8a78715ab" [ 912.343863] env[63339]: _type = "HttpNfcLease" [ 912.343863] env[63339]: } obtained for exporting VM: (result){ [ 912.343863] env[63339]: value = "vm-849778" [ 912.343863] env[63339]: _type = "VirtualMachine" [ 912.343863] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 912.344293] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the lease: (returnval){ [ 912.344293] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292c27f-cac1-a565-52e6-ecd8a78715ab" [ 912.344293] env[63339]: _type = "HttpNfcLease" [ 912.344293] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.352010] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.352010] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292c27f-cac1-a565-52e6-ecd8a78715ab" [ 912.352010] env[63339]: _type = "HttpNfcLease" [ 912.352010] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.431684] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527fc809-8fac-7219-a620-fa2117565a95, 'name': SearchDatastore_Task, 'duration_secs': 0.025072} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.432215] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.433207] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.433778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.434025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.434397] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.434919] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b88160b-da00-473f-b313-bf1706389474 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.450019] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.450019] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.450019] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb4ac39-7253-44ee-8b22-011db76b5481 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.455593] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 912.455593] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a988ce-9212-cba8-2c5c-873f99a18677" [ 912.455593] env[63339]: _type = "Task" [ 912.455593] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.464742] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a988ce-9212-cba8-2c5c-873f99a18677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.478015] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320190, 'name': ReconfigVM_Task, 'duration_secs': 0.277431} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.481504] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849730', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'name': 'volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54704231-ac2b-45a2-a3aa-476d301ae08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'serial': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 912.481504] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a492feee-f6b9-4e75-88f8-a0e4baec1c80 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.489852] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 912.489852] env[63339]: value = "task-4320192" [ 912.489852] env[63339]: _type = "Task" [ 912.489852] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.499796] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320192, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.613705] env[63339]: INFO nova.virt.block_device [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Booting with volume 3c7cd15a-97ed-49e8-be8b-8861cabb1445 at /dev/sda [ 912.672524] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.673331] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16cb8f4-5eab-4497-85d3-1f0e51a7a981 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.679253] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1fd6f01-d813-4fc1-a4c5-c8cf873c08d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.680998] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 912.680998] env[63339]: value = "task-4320193" [ 912.680998] env[63339]: _type = "Task" [ 912.680998] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.690101] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ff131-83cd-4e52-bbfe-142f656a7649 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.705885] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.741902] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24100f1d-f3b4-4430-b02a-7051c7239ada {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.753870] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff2c881-3a38-4e0c-a6ca-68f4a82973a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.766107] env[63339]: DEBUG oslo_concurrency.lockutils [req-499bec7a-210d-4dfb-8059-86251f7db3db req-c6cf4f83-a0dd-45d4-b8ac-091945e130e7 service nova] Releasing lock "refresh_cache-117cd55b-274b-4b20-bfd0-0a811e0ddbc6" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.772118] env[63339]: DEBUG nova.objects.instance [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lazy-loading 'flavor' on Instance uuid a5847616-58ea-4742-93f2-5c5e7a0f6a2b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.799031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18cfcdd-92b9-4b1e-9993-2bac1dcef260 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.806480] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3191894-e11f-4f8f-a3df-d6682f4f999b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.823884] env[63339]: DEBUG nova.virt.block_device [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updating existing volume attachment record: ba7a0577-10d1-40ee-bcff-e35b83d56968 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 912.854731] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.854731] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292c27f-cac1-a565-52e6-ecd8a78715ab" [ 912.854731] env[63339]: _type = "HttpNfcLease" [ 912.854731] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.855401] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.855401] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292c27f-cac1-a565-52e6-ecd8a78715ab" [ 912.855401] env[63339]: _type = "HttpNfcLease" [ 912.855401] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 912.856939] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b773e02-39fe-4121-a044-dc905c655424 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.866075] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.866428] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ceb7-0bd4-08e6-f5ff-89ef8b4388a3/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.866633] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ceb7-0bd4-08e6-f5ff-89ef8b4388a3/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 912.868239] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-521e5bc7-6e53-49d2-bdbc-44ea6cba7759 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.931372] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 912.931372] env[63339]: value = "task-4320194" [ 912.931372] env[63339]: _type = "Task" [ 912.931372] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.943021] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.968110] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a988ce-9212-cba8-2c5c-873f99a18677, 'name': SearchDatastore_Task, 'duration_secs': 0.037634} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.969443] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d003a2-88ea-48da-94b7-c04ca6d6e543 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.977288] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 912.977288] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522ed316-27c7-b680-746a-1db4872ffe61" [ 912.977288] env[63339]: _type = "Task" [ 912.977288] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.984216] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07f5ce89-db43-4f3d-bebb-94febd9e9585 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.997454] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522ed316-27c7-b680-746a-1db4872ffe61, 'name': SearchDatastore_Task, 'duration_secs': 0.01345} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.998483] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.998779] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 117cd55b-274b-4b20-bfd0-0a811e0ddbc6/117cd55b-274b-4b20-bfd0-0a811e0ddbc6.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.999720] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e366911a-145b-4ecb-9652-0c6235235302 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.006119] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320192, 'name': Rename_Task, 'duration_secs': 0.283976} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.011932] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.011932] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f562a05-bc6b-44fb-a4e1-c09c73486d23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.014362] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 913.014362] env[63339]: value = "task-4320195" [ 913.014362] env[63339]: _type = "Task" [ 913.014362] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.019510] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 913.019510] env[63339]: value = "task-4320196" [ 913.019510] env[63339]: _type = "Task" [ 913.019510] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.030821] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.049307] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320196, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.193689] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320193, 'name': PowerOffVM_Task, 'duration_secs': 0.230158} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.198807] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.200467] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f1b4fc-5cb4-4a52-a48c-2fcd9d826faf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.230616] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53219cb-e01b-4e37-857b-9332cf567eb0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.281634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.281634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.289011] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.289137] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8531abe-3d4a-43f9-b99d-b04abf83dfb1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.303080] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 913.303080] env[63339]: value = "task-4320198" [ 913.303080] env[63339]: _type = "Task" [ 913.303080] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.336853] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 913.337137] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.337403] env[63339]: DEBUG oslo_concurrency.lockutils [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.337546] env[63339]: DEBUG oslo_concurrency.lockutils [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.337748] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.343490] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ba0d9f2-672a-4caf-a2a7-2ee7a0f4557e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.359724] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.359915] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.360750] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ae99a3-abb9-4485-a1ba-05c001952ab9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.369426] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 913.369426] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52782b07-c1fa-a53c-80dc-58e51da38383" [ 913.369426] env[63339]: _type = "Task" [ 913.369426] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.386536] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52782b07-c1fa-a53c-80dc-58e51da38383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.447862] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320194, 'name': PowerOffVM_Task, 'duration_secs': 0.285096} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.448053] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.448296] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.449282] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd0de1-ead5-424f-8762-a3be5c79d614 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.463395] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.463729] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0c7174-e14d-423b-a1aa-6c792688ea7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.533144] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.537870] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320196, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.544770] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.545019] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.545207] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleting the datastore file [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.547660] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-718845c8-0478-421e-a1af-5d90144121c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.558140] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 913.558140] env[63339]: value = "task-4320200" [ 913.558140] env[63339]: _type = "Task" [ 913.558140] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.573023] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.886510] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52782b07-c1fa-a53c-80dc-58e51da38383, 'name': SearchDatastore_Task, 'duration_secs': 0.028144} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.887758] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b34d68-9610-40b1-a8f2-930ed43e1fe1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.898649] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 913.898649] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d6dfd1-f7b5-361e-73ca-5ca7ca3530de" [ 913.898649] env[63339]: _type = "Task" [ 913.898649] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.901967] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4feb9-fd97-4b50-8fbf-8e8b6c97dc38 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.926486] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a791efaa-0261-4e6f-ad6e-659f66768a9c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.928653] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d6dfd1-f7b5-361e-73ca-5ca7ca3530de, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.928956] env[63339]: DEBUG oslo_concurrency.lockutils [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.929281] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. {{(pid=63339) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 913.930087] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2359b30c-3e39-42e8-89be-3117999d9ad4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.967363] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b7a6c-5123-4841-99c8-5e936adf49f2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.976557] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 913.976557] env[63339]: value = "task-4320201" [ 913.976557] env[63339]: _type = "Task" [ 913.976557] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.984875] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ce841-1952-43b1-b172-919874e6ad0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.995777] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.015015] env[63339]: DEBUG nova.compute.provider_tree [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.031225] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615428} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.037102] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 117cd55b-274b-4b20-bfd0-0a811e0ddbc6/117cd55b-274b-4b20-bfd0-0a811e0ddbc6.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.037515] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.038197] env[63339]: DEBUG oslo_vmware.api [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320196, 'name': PowerOnVM_Task, 'duration_secs': 0.829828} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.038719] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1968793b-c8db-43ec-9929-5e25c2c96be6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.041407] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.041691] env[63339]: INFO nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Took 10.13 seconds to spawn the instance on the hypervisor. [ 914.044428] env[63339]: DEBUG nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.044428] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9347284-2bdf-4965-9137-636676aefc75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.057413] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 914.057413] env[63339]: value = "task-4320202" [ 914.057413] env[63339]: _type = "Task" [ 914.057413] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.083274] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233032} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.083559] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.083846] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.084042] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.084313] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.098935] env[63339]: DEBUG nova.compute.manager [req-17d3c64c-c4e0-4c78-a111-8d3b94aecef5 req-3908647d-db89-4adf-9e90-1d86884c61c3 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Received event network-vif-plugged-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 914.098935] env[63339]: DEBUG oslo_concurrency.lockutils [req-17d3c64c-c4e0-4c78-a111-8d3b94aecef5 req-3908647d-db89-4adf-9e90-1d86884c61c3 service nova] Acquiring lock "fb000cb9-d32e-41f5-841e-a1747cb6f491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.099122] env[63339]: DEBUG oslo_concurrency.lockutils [req-17d3c64c-c4e0-4c78-a111-8d3b94aecef5 req-3908647d-db89-4adf-9e90-1d86884c61c3 service nova] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.099293] env[63339]: DEBUG oslo_concurrency.lockutils [req-17d3c64c-c4e0-4c78-a111-8d3b94aecef5 req-3908647d-db89-4adf-9e90-1d86884c61c3 service nova] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.100033] env[63339]: DEBUG nova.compute.manager [req-17d3c64c-c4e0-4c78-a111-8d3b94aecef5 req-3908647d-db89-4adf-9e90-1d86884c61c3 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] No waiting events found dispatching network-vif-plugged-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.100033] env[63339]: WARNING nova.compute.manager [req-17d3c64c-c4e0-4c78-a111-8d3b94aecef5 req-3908647d-db89-4adf-9e90-1d86884c61c3 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Received unexpected event network-vif-plugged-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f for instance with vm_state building and task_state block_device_mapping. [ 914.187661] env[63339]: DEBUG nova.network.neutron [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Successfully updated port: 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.199226] env[63339]: DEBUG nova.network.neutron [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 914.477918] env[63339]: INFO nova.compute.manager [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Unrescuing [ 914.478315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.478493] env[63339]: DEBUG oslo_concurrency.lockutils [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquired lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.478690] env[63339]: DEBUG nova.network.neutron [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 914.513232] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.520212] env[63339]: DEBUG nova.scheduler.client.report [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.572784] env[63339]: INFO nova.compute.manager [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Took 50.65 seconds to build instance. [ 914.582791] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078292} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.583659] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.584028] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66bd8b-b3e7-4e7b-a8ac-6d99a7d6dcb7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.614921] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 117cd55b-274b-4b20-bfd0-0a811e0ddbc6/117cd55b-274b-4b20-bfd0-0a811e0ddbc6.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.617437] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a66c61-de08-4882-9417-fea7f4c0bb27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.641274] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 914.641274] env[63339]: value = "task-4320203" [ 914.641274] env[63339]: _type = "Task" [ 914.641274] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.660813] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.689848] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.689848] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquired lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.689978] env[63339]: DEBUG nova.network.neutron [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 914.993270] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756341} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.993686] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. [ 914.995071] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fb5567-8677-4292-ba06-acfe0d315038 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.016137] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.016911] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.017182] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.017438] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.019531] env[63339]: DEBUG nova.virt.hardware [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.027394] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.028393] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907209c-2264-41d7-b524-024c589435dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.035560] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe38a15-63a2-4878-8e89-485d0aea3295 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.062225] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.970s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.062706] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.066353] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.152s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.067903] env[63339]: INFO nova.compute.claims [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.078254] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a2ab2644-fb8e-4335-8678-e51502cee14a tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.926s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.082951] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b057ea-35d6-4aca-a279-57d481805126 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.089020] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 915.089020] env[63339]: value = "task-4320204" [ 915.089020] env[63339]: _type = "Task" [ 915.089020] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.110223] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.155833] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.164540] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.164697] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.164949] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.165211] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.165506] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.165796] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.165978] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.169563] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.169563] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.169563] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.169563] env[63339]: DEBUG nova.virt.hardware [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.169563] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097b053-f8a3-49e2-8f57-4392aded1bce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.185838] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d4da6c-4c20-44a6-832b-4c692c5e85b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.208029] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ef:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ef62b0-2811-4ea6-94aa-897fe2024035', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.215013] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.218708] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.219201] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ecc451-6096-42a5-bc1a-cd9386ba3b81 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.243438] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.243438] env[63339]: value = "task-4320205" [ 915.243438] env[63339]: _type = "Task" [ 915.243438] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.256044] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320205, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.270233] env[63339]: DEBUG nova.network.neutron [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.276229] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 915.276646] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849783', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'name': 'volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39273104-66d6-4520-a1df-31d8f928931d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'serial': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 915.277661] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228c3753-66cc-4bfb-8298-d149a387628f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.297181] env[63339]: DEBUG nova.network.neutron [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 915.301877] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba4cc4-f703-44da-b002-9fe664d5424a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.341378] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5/volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.348705] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ddea945-ceb9-4a0e-9609-3920ec5074d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.374279] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Waiting for the task: (returnval){ [ 915.374279] env[63339]: value = "task-4320206" [ 915.374279] env[63339]: _type = "Task" [ 915.374279] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.384725] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.531122] env[63339]: DEBUG nova.network.neutron [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Updating instance_info_cache with network_info: [{"id": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "address": "fa:16:3e:6b:79:e1", "network": {"id": "7d56699a-b064-408c-b32b-6f63a4f7e787", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1992429338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f36de2d014c24e54b41bd8bcfd023cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd638afc-5c", "ovs_interfaceid": "fd638afc-5c46-4e83-96c5-9b7c8807f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.570701] env[63339]: DEBUG nova.compute.utils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.572516] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.572697] env[63339]: DEBUG nova.network.neutron [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 915.603888] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320204, 'name': ReconfigVM_Task, 'duration_secs': 0.430367} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.604511] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f00ed806-0354-42a4-a891-13099c30c6df/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.605390] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fde24a-1da8-43e4-8827-b88201ed1a72 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.638414] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152dd6c1-1db5-4be9-8c7c-c39082a13095 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.651679] env[63339]: DEBUG nova.policy [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e3575f21c944f485a2099b83097b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc2134ac7674be19e4526d370e04058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.663545] env[63339]: DEBUG nova.network.neutron [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updating instance_info_cache with network_info: [{"id": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "address": "fa:16:3e:fe:5a:40", "network": {"id": "fce27a1e-3a59-4111-bd00-2d844ac3d96d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1517523055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a1053c7ddab48da90ca0eb53c7c0e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707a9a6b-9f", "ovs_interfaceid": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.665455] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320203, 'name': ReconfigVM_Task, 'duration_secs': 0.637605} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.667055] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 117cd55b-274b-4b20-bfd0-0a811e0ddbc6/117cd55b-274b-4b20-bfd0-0a811e0ddbc6.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.667216] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 915.667216] env[63339]: value = "task-4320207" [ 915.667216] env[63339]: _type = "Task" [ 915.667216] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.669521] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82219172-a450-471d-a77d-7766f077f04e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.681891] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.683803] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 915.683803] env[63339]: value = "task-4320208" [ 915.683803] env[63339]: _type = "Task" [ 915.683803] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.695289] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320208, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.757742] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320205, 'name': CreateVM_Task, 'duration_secs': 0.388883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.759914] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.759914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.759914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.760437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.760993] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27a1023-9cc9-46dc-a37f-234c0a60760b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.768880] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 915.768880] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52264ede-73dc-8e0c-5e24-beb655d8d9e6" [ 915.768880] env[63339]: _type = "Task" [ 915.768880] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.776446] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.776446] env[63339]: DEBUG nova.compute.manager [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Inject network info {{(pid=63339) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 915.776446] env[63339]: DEBUG nova.compute.manager [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] network_info to inject: |[{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 915.781494] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Reconfiguring VM instance to set the machine id {{(pid=63339) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 915.785341] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fac501-6e20-4c25-81a1-722bdeec9210 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.797616] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52264ede-73dc-8e0c-5e24-beb655d8d9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.804942] env[63339]: DEBUG oslo_vmware.api [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 915.804942] env[63339]: value = "task-4320209" [ 915.804942] env[63339]: _type = "Task" [ 915.804942] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.817068] env[63339]: DEBUG oslo_vmware.api [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.886388] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.034086] env[63339]: DEBUG oslo_concurrency.lockutils [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Releasing lock "refresh_cache-28dbe495-eaad-469d-b9e1-4b57e39d41aa" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.034864] env[63339]: DEBUG nova.objects.instance [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lazy-loading 'flavor' on Instance uuid 28dbe495-eaad-469d-b9e1-4b57e39d41aa {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.079981] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.154146] env[63339]: DEBUG nova.network.neutron [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Successfully created port: ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 916.166685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Releasing lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.167213] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance network_info: |[{"id": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "address": "fa:16:3e:fe:5a:40", "network": {"id": "fce27a1e-3a59-4111-bd00-2d844ac3d96d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1517523055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a1053c7ddab48da90ca0eb53c7c0e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707a9a6b-9f", "ovs_interfaceid": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.167838] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:5a:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '707a9a6b-9ff9-4d6b-ae98-9f2a9252767f', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.180787] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Creating folder: Project (1a1053c7ddab48da90ca0eb53c7c0e89). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.185685] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b216e9b4-dbfb-446b-82fd-9f7baa0002b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.215516] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320207, 'name': ReconfigVM_Task, 'duration_secs': 0.207881} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.218635] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.219188] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320208, 'name': Rename_Task, 'duration_secs': 0.222184} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.220787] env[63339]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 916.220965] env[63339]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63339) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 916.221214] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a46f0df5-71ab-4d72-a4d8-3685a977d016 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.224966] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.225178] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Folder already exists: Project (1a1053c7ddab48da90ca0eb53c7c0e89). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 916.225609] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Creating folder: Instances. Parent ref: group-v849737. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.225722] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27207e60-da61-40bb-bd9f-cc4abb1b76a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.228291] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b96fd0b4-b89a-46f3-9534-20d505974ce2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.242268] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 916.242268] env[63339]: value = "task-4320212" [ 916.242268] env[63339]: _type = "Task" [ 916.242268] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.244422] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 916.244422] env[63339]: value = "task-4320211" [ 916.244422] env[63339]: _type = "Task" [ 916.244422] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.258260] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Created folder: Instances in parent group-v849737. [ 916.259244] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.261351] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.261351] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84c3850-1931-4d8d-b7cc-3852aa047d2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.287055] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320211, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.287403] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320212, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.302111] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.302111] env[63339]: value = "task-4320214" [ 916.302111] env[63339]: _type = "Task" [ 916.302111] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.306544] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52264ede-73dc-8e0c-5e24-beb655d8d9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016987} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.313488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.313853] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.314325] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.314517] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.314775] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.318085] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54ab977-3a77-4953-ade6-1ea2a9ef3cf9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.327692] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320214, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.332023] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.332254] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.333157] env[63339]: DEBUG oslo_vmware.api [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320209, 'name': ReconfigVM_Task, 'duration_secs': 0.198042} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.336319] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb0a4fa-a9dc-4e37-b985-199d14774b87 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.339205] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41cba2bf-746b-40da-9a21-2984e891a838 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Reconfigured VM instance to set the machine id {{(pid=63339) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 916.347405] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 916.347405] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52463fe4-5f11-1a89-873b-36c2becc0cf0" [ 916.347405] env[63339]: _type = "Task" [ 916.347405] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.360328] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52463fe4-5f11-1a89-873b-36c2becc0cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.392120] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320206, 'name': ReconfigVM_Task, 'duration_secs': 0.673403} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.392863] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5/volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.401290] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82543fe-965a-4224-a011-9fb43286c261 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.421159] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Waiting for the task: (returnval){ [ 916.421159] env[63339]: value = "task-4320215" [ 916.421159] env[63339]: _type = "Task" [ 916.421159] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.431652] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.487658] env[63339]: DEBUG nova.compute.manager [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Received event network-changed-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 916.487845] env[63339]: DEBUG nova.compute.manager [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Refreshing instance network info cache due to event network-changed-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 916.487971] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Acquiring lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.488325] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Acquired lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.488325] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Refreshing network info cache for port 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 916.521471] env[63339]: DEBUG nova.objects.instance [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lazy-loading 'flavor' on Instance uuid a5847616-58ea-4742-93f2-5c5e7a0f6a2b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.543188] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af37f4e-52d3-49cf-8689-61897ccb0761 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.576447] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.580614] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ea5e3a-f9c0-49b4-82db-a9f28a151fd9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.595301] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 916.595301] env[63339]: value = "task-4320216" [ 916.595301] env[63339]: _type = "Task" [ 916.595301] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.614253] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.756752] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.763201] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320211, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.817316] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320214, 'name': CreateVM_Task, 'duration_secs': 0.39697} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.817595] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.818641] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849746', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'name': 'volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb000cb9-d32e-41f5-841e-a1747cb6f491', 'attached_at': '', 'detached_at': '', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'serial': '3c7cd15a-97ed-49e8-be8b-8861cabb1445'}, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'ba7a0577-10d1-40ee-bcff-e35b83d56968', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63339) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 916.818896] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Root volume attach. Driver type: vmdk {{(pid=63339) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 916.819754] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc9b8de-84d7-49b4-8a2f-e4c2c16b343e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.832644] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd0603-2be9-4789-b9bc-b9b683ca0a85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.840223] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c341f395-8b07-4a72-94b5-ee55823a1831 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.854876] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-20fc9a59-ac82-4f6b-a06b-4fc31dadd957 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.860881] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52463fe4-5f11-1a89-873b-36c2becc0cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.864815] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f456a99-de20-4c3c-90d3-d7e48f537de4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.869114] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 916.869114] env[63339]: value = "task-4320217" [ 916.869114] env[63339]: _type = "Task" [ 916.869114] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.875656] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 916.875656] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5291b0b6-8b40-dc37-5faa-02f899007d02" [ 916.875656] env[63339]: _type = "Task" [ 916.875656] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.887585] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.896650] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5291b0b6-8b40-dc37-5faa-02f899007d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.902864] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a58fb-8564-4721-a2f3-834ea6aecd07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.910666] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c27a9d-5f53-4b75-bb56-9a0340ac8514 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.950465] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b469a0a5-1360-4716-8e76-b6c4672f1a84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.962327] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c8b3d-a5ca-464e-8fbe-fdcbe558c147 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.966819] env[63339]: DEBUG oslo_vmware.api [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320215, 'name': ReconfigVM_Task, 'duration_secs': 0.196134} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.967178] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849783', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'name': 'volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39273104-66d6-4520-a1df-31d8f928931d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'serial': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 916.982405] env[63339]: DEBUG nova.compute.provider_tree [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.025496] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.025671] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.097912] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.116336] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320216, 'name': PowerOffVM_Task, 'duration_secs': 0.248188} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.117443] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.124633] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 917.125210] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15773fb4-0f72-47fb-9381-9dbcdb6dda54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.150663] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.150972] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.151318] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.151681] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.151905] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.152129] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.152415] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.152655] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.152864] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.153153] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.153755] env[63339]: DEBUG nova.virt.hardware [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.154615] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda3dcd4-5827-49fb-92ab-394cdf082aab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.159870] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 917.159870] env[63339]: value = "task-4320218" [ 917.159870] env[63339]: _type = "Task" [ 917.159870] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.168254] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fe7200-d397-4155-ac70-324a983ac94d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.177267] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.262633] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.273387] env[63339]: DEBUG oslo_vmware.api [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320211, 'name': PowerOnVM_Task, 'duration_secs': 0.858972} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.273717] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.276683] env[63339]: DEBUG nova.compute.manager [None req-df07976b-cec5-4a46-98d2-76ad34240ae3 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.277823] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8a2cb-812d-41e7-9d1b-5e45a4513b45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.398328] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 40%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.405220] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5291b0b6-8b40-dc37-5faa-02f899007d02, 'name': SearchDatastore_Task, 'duration_secs': 0.030195} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.405873] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.406434] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.407462] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0bd7f64-c746-4cfa-988f-ae6311007c65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.418017] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 917.418017] env[63339]: value = "task-4320219" [ 917.418017] env[63339]: _type = "Task" [ 917.418017] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.428879] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.485428] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updated VIF entry in instance network info cache for port 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 917.485943] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updating instance_info_cache with network_info: [{"id": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "address": "fa:16:3e:fe:5a:40", "network": {"id": "fce27a1e-3a59-4111-bd00-2d844ac3d96d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1517523055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a1053c7ddab48da90ca0eb53c7c0e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707a9a6b-9f", "ovs_interfaceid": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.487983] env[63339]: DEBUG nova.scheduler.client.report [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.676956] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.680019] env[63339]: DEBUG nova.network.neutron [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 917.763830] env[63339]: DEBUG oslo_vmware.api [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320212, 'name': PowerOnVM_Task, 'duration_secs': 1.270879} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.763830] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.763830] env[63339]: INFO nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Took 9.30 seconds to spawn the instance on the hypervisor. [ 917.764058] env[63339]: DEBUG nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.765402] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeac653-9316-4d80-b473-4f6bfa3b513f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.885491] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 53%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.932039] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320219, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.998763] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Releasing lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.999382] env[63339]: DEBUG nova.compute.manager [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 917.999651] env[63339]: DEBUG nova.compute.manager [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing instance network info cache due to event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 917.999944] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.000844] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.001838] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.005557] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.057s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.009025] env[63339]: DEBUG nova.objects.instance [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'resources' on Instance uuid 8b381e13-09fe-412a-9799-e54edebefcec {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.045831] env[63339]: DEBUG nova.objects.instance [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lazy-loading 'flavor' on Instance uuid 39273104-66d6-4520-a1df-31d8f928931d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.119227] env[63339]: DEBUG nova.network.neutron [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Successfully updated port: ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 918.185830] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.289592] env[63339]: INFO nova.compute.manager [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Took 41.64 seconds to build instance. [ 918.395844] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 65%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.439275] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809476} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.439583] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.439802] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.440489] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c04b069-f6d0-4524-8ad5-a3b1bb63d10d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.448933] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 918.448933] env[63339]: value = "task-4320220" [ 918.448933] env[63339]: _type = "Task" [ 918.448933] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.462946] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.511232] env[63339]: DEBUG nova.compute.utils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.511945] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.512149] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 918.559389] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4d9883c7-e6cf-4f96-bb23-22ac4a360060 tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lock "39273104-66d6-4520-a1df-31d8f928931d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.922s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.615368] env[63339]: DEBUG nova.policy [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4299e37d7651462da209b9eb1a76bec6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4fd88e514484a74b76bbc28a963d611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.626125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "refresh_cache-f380129e-fb55-416b-b36f-a7767b76fe04" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.626277] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired lock "refresh_cache-f380129e-fb55-416b-b36f-a7767b76fe04" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.626461] env[63339]: DEBUG nova.network.neutron [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 918.676221] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320218, 'name': ReconfigVM_Task, 'duration_secs': 1.377719} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.677680] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 918.677680] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.677680] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed5abbc-a904-45fb-b623-39549e06a8f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.686821] env[63339]: DEBUG nova.network.neutron [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.693336] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 918.693336] env[63339]: value = "task-4320221" [ 918.693336] env[63339]: _type = "Task" [ 918.693336] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.714388] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.793536] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.154s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.894243] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 76%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.963700] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103316} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.964079] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.965699] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afabe69-0218-4255-a528-0c517c2a855a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.997795] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.998228] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1bd501-2a65-49ee-8a5b-a75b20bfaccf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.019835] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.032741] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 919.032741] env[63339]: value = "task-4320222" [ 919.032741] env[63339]: _type = "Task" [ 919.032741] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.042310] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.180101] env[63339]: DEBUG nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 919.181161] env[63339]: DEBUG nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing instance network info cache due to event network-changed-9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 919.181400] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Acquiring lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.193197] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.193434] env[63339]: DEBUG nova.compute.manager [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Inject network info {{(pid=63339) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 919.193719] env[63339]: DEBUG nova.compute.manager [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] network_info to inject: |[{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 919.200989] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Reconfiguring VM instance to set the machine id {{(pid=63339) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 919.203943] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.204378] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 919.207864] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921f4105-70e6-4aa6-8c91-9034de6f5a52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.233089] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.242417] env[63339]: DEBUG oslo_vmware.api [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 919.242417] env[63339]: value = "task-4320223" [ 919.242417] env[63339]: _type = "Task" [ 919.242417] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.255641] env[63339]: DEBUG oslo_vmware.api [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.316115] env[63339]: DEBUG nova.network.neutron [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 919.357284] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf79e94-9798-46c6-b804-f608de3f7e9b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.369125] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d729f6e-cd0c-4ee7-bef7-f476c546997d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.407041] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Successfully created port: 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.412460] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292a408c-6ebc-402c-a992-a8f9d68e70c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.421789] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.424759] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e1864f-a1b5-4fef-be15-e0c3b6c265f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.442479] env[63339]: DEBUG nova.compute.provider_tree [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.547651] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320222, 'name': ReconfigVM_Task, 'duration_secs': 0.395336} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.547774] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8/2950ec52-a1f0-407f-816b-e3f91b7212c8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.558104] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80d0096d-674d-4a71-af00-7c6992bbecfd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.567030] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 919.567030] env[63339]: value = "task-4320224" [ 919.567030] env[63339]: _type = "Task" [ 919.567030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.580208] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320224, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.634677] env[63339]: DEBUG nova.network.neutron [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Updating instance_info_cache with network_info: [{"id": "ecb87a75-f5cb-41f9-8983-d4263c7c67d6", "address": "fa:16:3e:27:25:5d", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb87a75-f5", "ovs_interfaceid": "ecb87a75-f5cb-41f9-8983-d4263c7c67d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.694445] env[63339]: DEBUG nova.compute.manager [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 919.694786] env[63339]: DEBUG nova.compute.manager [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing instance network info cache due to event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 919.699024] env[63339]: DEBUG oslo_concurrency.lockutils [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.699024] env[63339]: DEBUG oslo_concurrency.lockutils [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.699024] env[63339]: DEBUG nova.network.neutron [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 919.718084] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.754191] env[63339]: DEBUG oslo_vmware.api [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320223, 'name': ReconfigVM_Task, 'duration_secs': 0.357383} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.754564] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7c902bb8-6f61-4058-82eb-86901bffa1cb tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Reconfigured VM instance to set the machine id {{(pid=63339) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 919.886467] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.948893] env[63339]: DEBUG nova.scheduler.client.report [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.011401] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Successfully created port: d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 920.031367] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.066401] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.066665] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.066824] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.067162] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.067515] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.067515] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.068035] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.068035] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.068117] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.068268] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.068470] env[63339]: DEBUG nova.virt.hardware [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.069895] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d390c-6a63-42f7-9058-132ecb0d221b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.088233] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfdccc7-ac5d-44aa-b236-e72f7d518502 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.092487] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320224, 'name': Rename_Task, 'duration_secs': 0.268204} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.093254] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.093813] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c84f3f24-c02b-45bb-a070-fe0c4f61f62f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.114354] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 920.114354] env[63339]: value = "task-4320225" [ 920.114354] env[63339]: _type = "Task" [ 920.114354] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.127856] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.137777] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Releasing lock "refresh_cache-f380129e-fb55-416b-b36f-a7767b76fe04" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.138100] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Instance network_info: |[{"id": "ecb87a75-f5cb-41f9-8983-d4263c7c67d6", "address": "fa:16:3e:27:25:5d", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb87a75-f5", "ovs_interfaceid": "ecb87a75-f5cb-41f9-8983-d4263c7c67d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.138595] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:25:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb87a75-f5cb-41f9-8983-d4263c7c67d6', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.147925] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.149081] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updated VIF entry in instance network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 920.150018] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.150842] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.151148] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-519dfc7d-cfde-4751-8086-5c4271998a50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.178664] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.178664] env[63339]: value = "task-4320226" [ 920.178664] env[63339]: _type = "Task" [ 920.178664] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.189034] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320226, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.222532] env[63339]: DEBUG oslo_vmware.api [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320221, 'name': PowerOnVM_Task, 'duration_secs': 1.0565} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.222842] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.223081] env[63339]: DEBUG nova.compute.manager [None req-130f9977-159d-42f3-bbb9-aaf546890873 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.224105] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ad494-9fac-4725-bd22-abd6947f2f55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.387679] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task} progress is 98%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.459679] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.462412] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.454s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.464210] env[63339]: INFO nova.compute.claims [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.510102] env[63339]: INFO nova.scheduler.client.report [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocations for instance 8b381e13-09fe-412a-9799-e54edebefcec [ 920.554731] env[63339]: DEBUG nova.network.neutron [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updated VIF entry in instance network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 920.555164] env[63339]: DEBUG nova.network.neutron [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.627589] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.634156] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "c1e1c854-57d5-45d1-9a27-ffd332299d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.635035] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.671862] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.671977] env[63339]: DEBUG nova.compute.manager [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Received event network-changed-e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 920.672203] env[63339]: DEBUG nova.compute.manager [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Refreshing instance network info cache due to event network-changed-e1535d36-374b-4e7e-b0f5-769deba2eb38. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 920.672372] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Acquiring lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.672511] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Acquired lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.672668] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Refreshing network info cache for port e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 920.674170] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Acquired lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.674413] env[63339]: DEBUG nova.network.neutron [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Refreshing network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 920.691423] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320226, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.875507] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.875792] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lock "39273104-66d6-4520-a1df-31d8f928931d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.887759] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320217, 'name': RelocateVM_Task, 'duration_secs': 3.652549} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.888948] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 920.889203] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849746', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'name': 'volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb000cb9-d32e-41f5-841e-a1747cb6f491', 'attached_at': '', 'detached_at': '', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'serial': '3c7cd15a-97ed-49e8-be8b-8861cabb1445'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 920.890383] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef981a01-f1ba-456d-9720-375e8ffc1624 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.909551] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cedfea-6ab3-48d6-86d4-260db778b3e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.934576] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445/volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.935294] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bf79a6-bfcb-482e-a744-6fc1af5efba4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.957043] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 920.957043] env[63339]: value = "task-4320227" [ 920.957043] env[63339]: _type = "Task" [ 920.957043] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.965971] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.030028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-430d9d30-706d-454d-8d7c-5105ad4930ce tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "8b381e13-09fe-412a-9799-e54edebefcec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.201s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.058725] env[63339]: DEBUG oslo_concurrency.lockutils [req-a72cc29e-ff77-4c9f-964a-0e9e25e7f756 req-048657e2-0bac-4525-912a-6d39b92382d8 service nova] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.126717] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.142230] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.179025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.179025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.179025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.179025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.179025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.188904] env[63339]: INFO nova.compute.manager [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Terminating instance [ 921.209884] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320226, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.385070] env[63339]: INFO nova.compute.manager [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Detaching volume c98e191e-95d4-465f-aaeb-ad5767a9f1c5 [ 921.445828] env[63339]: INFO nova.virt.block_device [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Attempting to driver detach volume c98e191e-95d4-465f-aaeb-ad5767a9f1c5 from mountpoint /dev/sdb [ 921.446157] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 921.446440] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849783', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'name': 'volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39273104-66d6-4520-a1df-31d8f928931d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'serial': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 921.447358] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b8b2b-136e-4693-bdc0-07f60a57dc27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.487929] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7400809-12b3-4755-a33e-bfbb08ce8141 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.505984] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceb5c10-c783-4204-85d8-4f82c3e115a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.509030] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.533269] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9b197-4599-4c5c-a453-733d8cd72c6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.554667] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5/volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 921.561025] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.564386] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66a246d-47de-4379-b879-8d2373d1f1e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.586176] env[63339]: DEBUG oslo_vmware.api [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Waiting for the task: (returnval){ [ 921.586176] env[63339]: value = "task-4320228" [ 921.586176] env[63339]: _type = "Task" [ 921.586176] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.594465] env[63339]: DEBUG nova.network.neutron [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updated VIF entry in instance network info cache for port 9237559f-f9e3-401f-a39a-63dc96b303fe. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 921.594646] env[63339]: DEBUG nova.network.neutron [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [{"id": "9237559f-f9e3-401f-a39a-63dc96b303fe", "address": "fa:16:3e:40:ff:0a", "network": {"id": "c39a916e-3761-484f-9e48-a8ca9f7d6bbf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1745007791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0ff7231588491faef7def4c161e495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9237559f-f9", "ovs_interfaceid": "9237559f-f9e3-401f-a39a-63dc96b303fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.600351] env[63339]: DEBUG oslo_vmware.api [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.642975] env[63339]: DEBUG oslo_vmware.api [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320225, 'name': PowerOnVM_Task, 'duration_secs': 1.236107} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.642975] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.642975] env[63339]: DEBUG nova.compute.manager [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.642975] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae621bb-f78c-4d1e-9334-779f007515b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.663528] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.704592] env[63339]: DEBUG nova.compute.manager [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.704741] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.705032] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320226, 'name': CreateVM_Task, 'duration_secs': 1.302889} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.708519] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e6a7f-25d5-4835-9570-caa41ae6c587 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.711161] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.712139] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.712316] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.712632] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.713356] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00825f2-744f-4d82-ba9f-a0932a04c4d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.720523] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.720799] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4ed401-0ed9-4b3d-8419-6da0e82a24ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.723805] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 921.723805] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52165cc9-fde7-ecd1-e446-d1cefe534eee" [ 921.723805] env[63339]: _type = "Task" [ 921.723805] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.731834] env[63339]: DEBUG oslo_vmware.api [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 921.731834] env[63339]: value = "task-4320229" [ 921.731834] env[63339]: _type = "Task" [ 921.731834] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.738618] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52165cc9-fde7-ecd1-e446-d1cefe534eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.746305] env[63339]: DEBUG oslo_vmware.api [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.790029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.790029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.790029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.790029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.790029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.794716] env[63339]: INFO nova.compute.manager [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Terminating instance [ 921.799753] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updated VIF entry in instance network info cache for port e1535d36-374b-4e7e-b0f5-769deba2eb38. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 921.800127] env[63339]: DEBUG nova.network.neutron [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updating instance_info_cache with network_info: [{"id": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "address": "fa:16:3e:b6:3c:e7", "network": {"id": "067890c0-e4d6-4d8e-810f-29d3eaa863d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-568256925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeab461335c4510bea6190a87962a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1535d36-37", "ovs_interfaceid": "e1535d36-374b-4e7e-b0f5-769deba2eb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.904333] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Successfully updated port: 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.970830] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320227, 'name': ReconfigVM_Task, 'duration_secs': 0.560358} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.971136] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445/volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.976987] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1952414c-2907-413c-be98-f6e69c96d54c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.998253] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 921.998253] env[63339]: value = "task-4320230" [ 921.998253] env[63339]: _type = "Task" [ 921.998253] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.008858] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.101036] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Releasing lock "refresh_cache-a5847616-58ea-4742-93f2-5c5e7a0f6a2b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.101271] env[63339]: DEBUG nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Received event network-vif-plugged-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 922.102051] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Acquiring lock "f380129e-fb55-416b-b36f-a7767b76fe04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.102051] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Lock "f380129e-fb55-416b-b36f-a7767b76fe04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.102051] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Lock "f380129e-fb55-416b-b36f-a7767b76fe04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.102316] env[63339]: DEBUG nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] No waiting events found dispatching network-vif-plugged-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.102395] env[63339]: WARNING nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Received unexpected event network-vif-plugged-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 for instance with vm_state building and task_state spawning. [ 922.102638] env[63339]: DEBUG nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Received event network-changed-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 922.102836] env[63339]: DEBUG nova.compute.manager [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Refreshing instance network info cache due to event network-changed-ecb87a75-f5cb-41f9-8983-d4263c7c67d6. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 922.103093] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Acquiring lock "refresh_cache-f380129e-fb55-416b-b36f-a7767b76fe04" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.103292] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Acquired lock "refresh_cache-f380129e-fb55-416b-b36f-a7767b76fe04" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.103490] env[63339]: DEBUG nova.network.neutron [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Refreshing network info cache for port ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 922.104927] env[63339]: DEBUG oslo_vmware.api [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320228, 'name': ReconfigVM_Task, 'duration_secs': 0.360442} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.105399] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.114181] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0bd7ee-5547-4ed8-a8da-4bdf2da36abb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.133825] env[63339]: DEBUG oslo_vmware.api [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Waiting for the task: (returnval){ [ 922.133825] env[63339]: value = "task-4320231" [ 922.133825] env[63339]: _type = "Task" [ 922.133825] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.155934] env[63339]: DEBUG oslo_vmware.api [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.169258] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.242097] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52165cc9-fde7-ecd1-e446-d1cefe534eee, 'name': SearchDatastore_Task, 'duration_secs': 0.012929} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.243134] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.243481] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.243731] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.243881] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.244072] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.244420] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f27bdb8-bf5d-42f6-a862-3c93ea23723d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.252370] env[63339]: DEBUG oslo_vmware.api [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320229, 'name': PowerOffVM_Task, 'duration_secs': 0.41143} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.253283] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f70bdf1-4bd2-4f6f-ab04-5ed4fc0df6c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.257972] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.257972] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.257972] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1ff18f-af4a-4bce-b81a-ba9a0b74b763 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.266972] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe91c31-bb5e-409f-b8ec-0c156be90d0b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.271358] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.272181] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.272983] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddf90f2-1186-402e-82b3-c2c78b627c20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.281921] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 922.281921] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527beb85-ac06-f323-18c2-3cc4b2689e95" [ 922.281921] env[63339]: _type = "Task" [ 922.281921] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.312468] env[63339]: DEBUG oslo_concurrency.lockutils [req-76817ad8-e75e-40ee-849b-8520defe66b6 req-5c50fddb-c7ba-48b0-b774-053a21eacaed service nova] Releasing lock "refresh_cache-54704231-ac2b-45a2-a3aa-476d301ae08e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.313232] env[63339]: DEBUG nova.compute.manager [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.313414] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.319264] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7941df-b36f-46cd-837e-2a18cedcc9ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.322880] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d98447-02d4-45af-969e-47d3170faef9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.326558] env[63339]: DEBUG nova.compute.manager [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 922.326634] env[63339]: DEBUG nova.compute.manager [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing instance network info cache due to event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 922.326818] env[63339]: DEBUG oslo_concurrency.lockutils [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.326955] env[63339]: DEBUG oslo_concurrency.lockutils [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.327124] env[63339]: DEBUG nova.network.neutron [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 922.329239] env[63339]: DEBUG nova.compute.manager [req-dbd5716e-ec07-4bc0-b423-d41f467cd9b3 req-6e4ca4d1-b6a8-4102-a3fb-03b6329a8090 service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received event network-vif-plugged-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 922.329441] env[63339]: DEBUG oslo_concurrency.lockutils [req-dbd5716e-ec07-4bc0-b423-d41f467cd9b3 req-6e4ca4d1-b6a8-4102-a3fb-03b6329a8090 service nova] Acquiring lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.329638] env[63339]: DEBUG oslo_concurrency.lockutils [req-dbd5716e-ec07-4bc0-b423-d41f467cd9b3 req-6e4ca4d1-b6a8-4102-a3fb-03b6329a8090 service nova] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.329859] env[63339]: DEBUG oslo_concurrency.lockutils [req-dbd5716e-ec07-4bc0-b423-d41f467cd9b3 req-6e4ca4d1-b6a8-4102-a3fb-03b6329a8090 service nova] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.329956] env[63339]: DEBUG nova.compute.manager [req-dbd5716e-ec07-4bc0-b423-d41f467cd9b3 req-6e4ca4d1-b6a8-4102-a3fb-03b6329a8090 service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] No waiting events found dispatching network-vif-plugged-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.330133] env[63339]: WARNING nova.compute.manager [req-dbd5716e-ec07-4bc0-b423-d41f467cd9b3 req-6e4ca4d1-b6a8-4102-a3fb-03b6329a8090 service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received unexpected event network-vif-plugged-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 for instance with vm_state building and task_state spawning. [ 922.338444] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527beb85-ac06-f323-18c2-3cc4b2689e95, 'name': SearchDatastore_Task, 'duration_secs': 0.023749} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.344425] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.345376] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f257b57-fc41-40ec-b91d-c53c3f577b20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.349134] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a36b4-9cbe-4da2-a449-72e36bb95090 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.353916] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21249259-dbee-402b-9620-ea0abf7bfbe6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.360207] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 922.360207] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52930edf-3048-c680-bb7d-ce88154bbb3a" [ 922.360207] env[63339]: _type = "Task" [ 922.360207] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.371362] env[63339]: DEBUG nova.compute.provider_tree [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.377831] env[63339]: DEBUG oslo_vmware.api [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 922.377831] env[63339]: value = "task-4320233" [ 922.377831] env[63339]: _type = "Task" [ 922.377831] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.387053] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52930edf-3048-c680-bb7d-ce88154bbb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016081} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.387872] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.388229] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] f380129e-fb55-416b-b36f-a7767b76fe04/f380129e-fb55-416b-b36f-a7767b76fe04.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.388810] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d801a0-7c0a-41cb-87bb-47a8c4cae4cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.394765] env[63339]: DEBUG oslo_vmware.api [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.400899] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 922.400899] env[63339]: value = "task-4320234" [ 922.400899] env[63339]: _type = "Task" [ 922.400899] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.413706] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.509841] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320230, 'name': ReconfigVM_Task, 'duration_secs': 0.153539} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.510143] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849746', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'name': 'volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb000cb9-d32e-41f5-841e-a1747cb6f491', 'attached_at': '', 'detached_at': '', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'serial': '3c7cd15a-97ed-49e8-be8b-8861cabb1445'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 922.510723] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a176178-6df5-444a-ac2f-b4be7b91e975 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.519673] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 922.519673] env[63339]: value = "task-4320235" [ 922.519673] env[63339]: _type = "Task" [ 922.519673] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.532583] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320235, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.580029] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.580029] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.580029] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Deleting the datastore file [datastore2] a5847616-58ea-4742-93f2-5c5e7a0f6a2b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.580029] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6bb945-e50d-4f5a-adca-2cc9b84f3e91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.586172] env[63339]: DEBUG oslo_vmware.api [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for the task: (returnval){ [ 922.586172] env[63339]: value = "task-4320236" [ 922.586172] env[63339]: _type = "Task" [ 922.586172] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.599403] env[63339]: DEBUG oslo_vmware.api [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.645514] env[63339]: DEBUG oslo_vmware.api [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Task: {'id': task-4320231, 'name': ReconfigVM_Task, 'duration_secs': 0.219605} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.645863] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849783', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'name': 'volume-c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39273104-66d6-4520-a1df-31d8f928931d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5', 'serial': 'c98e191e-95d4-465f-aaeb-ad5767a9f1c5'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 922.880613] env[63339]: DEBUG nova.scheduler.client.report [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.900872] env[63339]: DEBUG oslo_vmware.api [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320233, 'name': PowerOffVM_Task, 'duration_secs': 0.310588} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.902509] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.902509] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.902509] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fecd7826-4969-43a5-b6ed-73d289a5db3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.919455] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320234, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.999034] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.999034] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.999466] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Deleting the datastore file [datastore2] 28dbe495-eaad-469d-b9e1-4b57e39d41aa {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.999700] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1976df72-a621-4fd3-9bd5-f3f22d9a22ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.009907] env[63339]: DEBUG oslo_vmware.api [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 923.009907] env[63339]: value = "task-4320238" [ 923.009907] env[63339]: _type = "Task" [ 923.009907] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.021879] env[63339]: DEBUG oslo_vmware.api [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.032523] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320235, 'name': Rename_Task, 'duration_secs': 0.175554} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.034037] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.034037] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c1310f-a6f7-4d4c-8238-acfade78427c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.042537] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 923.042537] env[63339]: value = "task-4320239" [ 923.042537] env[63339]: _type = "Task" [ 923.042537] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.064378] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.093092] env[63339]: DEBUG nova.network.neutron [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updated VIF entry in instance network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 923.093540] env[63339]: DEBUG nova.network.neutron [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.102289] env[63339]: DEBUG oslo_vmware.api [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Task: {'id': task-4320236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.102719] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.103096] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.103422] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.103697] env[63339]: INFO nova.compute.manager [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Took 1.40 seconds to destroy the instance on the hypervisor. [ 923.104095] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.104393] env[63339]: DEBUG nova.compute.manager [-] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.104475] env[63339]: DEBUG nova.network.neutron [-] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 923.174571] env[63339]: DEBUG nova.network.neutron [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Updated VIF entry in instance network info cache for port ecb87a75-f5cb-41f9-8983-d4263c7c67d6. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 923.174939] env[63339]: DEBUG nova.network.neutron [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Updating instance_info_cache with network_info: [{"id": "ecb87a75-f5cb-41f9-8983-d4263c7c67d6", "address": "fa:16:3e:27:25:5d", "network": {"id": "5fec2dc1-d5f7-4bbd-a254-d2384e4a91a4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1692377045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc2134ac7674be19e4526d370e04058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb87a75-f5", "ovs_interfaceid": "ecb87a75-f5cb-41f9-8983-d4263c7c67d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.239692] env[63339]: DEBUG nova.objects.instance [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lazy-loading 'flavor' on Instance uuid 39273104-66d6-4520-a1df-31d8f928931d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.397437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.397437] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.399573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.256s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.399951] env[63339]: DEBUG nova.objects.instance [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 923.424696] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706779} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.425052] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] f380129e-fb55-416b-b36f-a7767b76fe04/f380129e-fb55-416b-b36f-a7767b76fe04.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.425240] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.425521] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72fe133a-3c76-4a59-a765-fa936477205a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.434079] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 923.434079] env[63339]: value = "task-4320240" [ 923.434079] env[63339]: _type = "Task" [ 923.434079] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.447683] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.525477] env[63339]: DEBUG oslo_vmware.api [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351758} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.525715] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.525877] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.526076] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.526385] env[63339]: INFO nova.compute.manager [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Took 1.21 seconds to destroy the instance on the hypervisor. [ 923.526543] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.526737] env[63339]: DEBUG nova.compute.manager [-] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.526833] env[63339]: DEBUG nova.network.neutron [-] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 923.555643] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320239, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.596438] env[63339]: DEBUG oslo_concurrency.lockutils [req-06b29b47-5a12-49f8-8a59-6f5854cd5737 req-8de73a8d-dd48-444a-87f7-117703c6f367 service nova] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.681110] env[63339]: DEBUG oslo_concurrency.lockutils [req-859310e1-07de-4b93-9e9e-98e34663ea2a req-d3618efe-4f76-4f53-a88b-1bb565e00384 service nova] Releasing lock "refresh_cache-f380129e-fb55-416b-b36f-a7767b76fe04" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.905026] env[63339]: DEBUG nova.compute.utils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.910040] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.910040] env[63339]: DEBUG nova.network.neutron [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 923.950120] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124117} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.950441] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.951309] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d217253-d4b3-468f-880a-af3d41777574 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.981164] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f380129e-fb55-416b-b36f-a7767b76fe04/f380129e-fb55-416b-b36f-a7767b76fe04.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.982976] env[63339]: DEBUG nova.policy [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bea553588e4ba1b727f263b3e1bf8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac7253e1b4e4ea9ba00942d1bd861c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.986990] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e35b50-6b27-4989-ae8e-aa8c325efd50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.010337] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 924.010337] env[63339]: value = "task-4320241" [ 924.010337] env[63339]: _type = "Task" [ 924.010337] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.020787] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.056840] env[63339]: DEBUG oslo_vmware.api [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320239, 'name': PowerOnVM_Task, 'duration_secs': 0.58976} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.057039] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.057694] env[63339]: INFO nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Took 9.04 seconds to spawn the instance on the hypervisor. [ 924.057694] env[63339]: DEBUG nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.058357] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd565cf-0191-4c26-91ac-b2f5d1f517ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.075564] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Successfully updated port: d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 924.261630] env[63339]: DEBUG nova.network.neutron [-] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.264211] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2c3c7997-fbd3-462d-ae02-b8609c0c0e7b tempest-VolumesAssistedSnapshotsTest-811519773 tempest-VolumesAssistedSnapshotsTest-811519773-project-admin] Lock "39273104-66d6-4520-a1df-31d8f928931d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.387s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.411402] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.427190] env[63339]: DEBUG oslo_concurrency.lockutils [None req-be3e1825-9a62-443e-9c67-5648c761d0d0 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.428426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.193s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.508590] env[63339]: DEBUG nova.network.neutron [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Successfully created port: 9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.523332] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320241, 'name': ReconfigVM_Task, 'duration_secs': 0.465599} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.523332] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f380129e-fb55-416b-b36f-a7767b76fe04/f380129e-fb55-416b-b36f-a7767b76fe04.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.523634] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f75df069-d0a5-4690-81c6-dfb75774481b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.532955] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 924.532955] env[63339]: value = "task-4320242" [ 924.532955] env[63339]: _type = "Task" [ 924.532955] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.545192] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320242, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.582307] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.582501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.582602] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 924.585231] env[63339]: INFO nova.compute.manager [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Took 45.61 seconds to build instance. [ 924.613771] env[63339]: DEBUG nova.network.neutron [-] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.767333] env[63339]: INFO nova.compute.manager [-] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Took 1.66 seconds to deallocate network for instance. [ 924.980174] env[63339]: DEBUG nova.compute.manager [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Received event network-vif-deleted-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 924.980443] env[63339]: DEBUG nova.compute.manager [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 924.980652] env[63339]: DEBUG nova.compute.manager [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing instance network info cache due to event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 924.980922] env[63339]: DEBUG oslo_concurrency.lockutils [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.981628] env[63339]: DEBUG oslo_concurrency.lockutils [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981902] env[63339]: DEBUG nova.network.neutron [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 925.008214] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received event network-changed-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 925.008406] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Refreshing instance network info cache due to event network-changed-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 925.008686] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Acquiring lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.047345] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320242, 'name': Rename_Task, 'duration_secs': 0.291659} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.048979] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.049604] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb459ba5-7d4e-40e7-b0fa-7195999da5ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.063635] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 925.063635] env[63339]: value = "task-4320244" [ 925.063635] env[63339]: _type = "Task" [ 925.063635] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.075624] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.089421] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73971b28-e809-4b72-9845-f03959f88583 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.135s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.117473] env[63339]: INFO nova.compute.manager [-] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Took 1.59 seconds to deallocate network for instance. [ 925.149969] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 925.276206] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.425761] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.449617] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Applying migration context for instance 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 as it has an incoming, in-progress migration d027223d-ccd8-4f07-886a-8318c9ac4be8. Migration status is reverting {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 925.453100] env[63339]: INFO nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating resource usage from migration d027223d-ccd8-4f07-886a-8318c9ac4be8 [ 925.467021] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.467334] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.467491] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.467674] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.467835] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.467992] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.468239] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.468425] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.468607] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.468788] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.468962] env[63339]: DEBUG nova.virt.hardware [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.469993] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10621df7-f7a9-472e-b2b0-d8da9b421c38 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.480536] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad6a577-f8f8-4780-913a-808ad7a262d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.489552] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 870c6382-317a-4067-9e38-e0e1a8e09437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.489750] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 2950ec52-a1f0-407f-816b-e3f91b7212c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.489878] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance e6243133-c513-4738-9813-780bf189cca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.490071] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 42b8aa63-b37b-42b7-ad88-b01f3f441416 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.490205] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 380fd1a2-9007-4a4f-8bfb-aad5a9117008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.490368] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 39273104-66d6-4520-a1df-31d8f928931d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.490495] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.490609] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.490752] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 63fdefbc-a279-4c6c-9300-46d450da723b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.490873] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ee3b53cc-1ac2-40bc-934d-89a25659d047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.491033] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a5847616-58ea-4742-93f2-5c5e7a0f6a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.491175] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 59535977-6d53-43fc-95c4-f4409235f7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.491320] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a14a7775-1839-425f-956b-032f69e8318a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.491598] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 8e0abe7e-e845-4790-bcc8-408a7b66b8f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.491598] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 548dcb74-a541-499a-9965-c32420374f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.491683] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance adfec4ce-fc60-4f00-b66a-aad521e2dc8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.491776] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance b2947fcd-7430-4919-ad62-a96ce5b70878 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.491926] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 157a0eb6-751e-41f4-8d11-93b5384da835 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.492063] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 14212226-45e7-471d-946f-72ced9f2b489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.492503] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a9c2029a-9e6a-482a-b27d-2dba602ea1e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.492885] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 419b33ea-22ee-4070-918e-429dcf79e2b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.493076] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 28dbe495-eaad-469d-b9e1-4b57e39d41aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.493261] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Migration d027223d-ccd8-4f07-886a-8318c9ac4be8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 925.493378] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.493503] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance f00ed806-0354-42a4-a891-13099c30c6df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.494626] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 54704231-ac2b-45a2-a3aa-476d301ae08e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.494877] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 117cd55b-274b-4b20-bfd0-0a811e0ddbc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.495063] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.495131] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance f380129e-fb55-416b-b36f-a7767b76fe04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.495221] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance b78e850a-46a9-4a18-8c09-af7510e3089d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.495357] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 6a6e5cec-e105-431d-a8fa-84adbf6003ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.580015] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.625600] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.731304] env[63339]: DEBUG nova.network.neutron [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updated VIF entry in instance network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 925.731933] env[63339]: DEBUG nova.network.neutron [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.852538] env[63339]: DEBUG nova.network.neutron [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Updating instance_info_cache with network_info: [{"id": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "address": "fa:16:3e:76:37:4e", "network": {"id": "367df528-f741-4cb2-b942-0030153aeb7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157456750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cdc44d-3b", "ovs_interfaceid": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "address": "fa:16:3e:3a:ef:00", "network": {"id": "08e2e376-a65f-4754-a35f-111ba354800b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119952885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30a1dc8-7b", "ovs_interfaceid": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.001409] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ceb7-0bd4-08e6-f5ff-89ef8b4388a3/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.002846] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance f3c4018b-4f6a-4e86-94a3-efef140008b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.004952] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504b6969-8ae7-4c24-a648-96eedc0ea3cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.015054] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ceb7-0bd4-08e6-f5ff-89ef8b4388a3/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.015054] env[63339]: ERROR oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ceb7-0bd4-08e6-f5ff-89ef8b4388a3/disk-0.vmdk due to incomplete transfer. [ 926.015718] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13df7468-4be7-4e0f-8839-ed20c75e1f3b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.027120] env[63339]: DEBUG oslo_vmware.rw_handles [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ceb7-0bd4-08e6-f5ff-89ef8b4388a3/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.027675] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Uploaded image b5d16b31-ba16-4c5a-8c32-5d0be5b889f1 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.030575] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.031192] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-16e1d78e-e08e-4567-9619-5e1274343d1b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.039018] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 926.039018] env[63339]: value = "task-4320245" [ 926.039018] env[63339]: _type = "Task" [ 926.039018] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.050634] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320245, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.077041] env[63339]: DEBUG oslo_vmware.api [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320244, 'name': PowerOnVM_Task, 'duration_secs': 0.922954} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.081023] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.081023] env[63339]: INFO nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Took 8.98 seconds to spawn the instance on the hypervisor. [ 926.081023] env[63339]: DEBUG nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.081023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df532369-46c3-4dee-8838-3e03c7321226 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.235888] env[63339]: DEBUG oslo_concurrency.lockutils [req-94b48180-b617-4ca7-975e-658ef4e9314a req-0878fb81-61bd-4bc4-a9e2-a39a7c51707d service nova] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.355966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Releasing lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.357540] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Instance network_info: |[{"id": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "address": "fa:16:3e:76:37:4e", "network": {"id": "367df528-f741-4cb2-b942-0030153aeb7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157456750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cdc44d-3b", "ovs_interfaceid": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "address": "fa:16:3e:3a:ef:00", "network": {"id": "08e2e376-a65f-4754-a35f-111ba354800b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119952885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30a1dc8-7b", "ovs_interfaceid": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.358010] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Acquired lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.358260] env[63339]: DEBUG nova.network.neutron [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Refreshing network info cache for port 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 926.359849] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:37:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67cdc44d-3b3d-45cf-a193-b20a4b2c1e61', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ef:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd30a1dc8-7bcc-44a7-989c-92516bcbd5a6', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.376451] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.381215] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.381433] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95a6b0a8-a1bb-4949-ac5b-d0a709df2048 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.407364] env[63339]: DEBUG nova.network.neutron [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Successfully updated port: 9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.419063] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.419063] env[63339]: value = "task-4320246" [ 926.419063] env[63339]: _type = "Task" [ 926.419063] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.433131] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320246, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.510856] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance db494bdc-a4cf-495b-a00f-b67711ed2f22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.551928] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320245, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.602394] env[63339]: INFO nova.compute.manager [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Took 42.46 seconds to build instance. [ 926.910918] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-6a6e5cec-e105-431d-a8fa-84adbf6003ae" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.911113] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-6a6e5cec-e105-431d-a8fa-84adbf6003ae" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.911311] env[63339]: DEBUG nova.network.neutron [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 926.925131] env[63339]: DEBUG nova.network.neutron [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Updated VIF entry in instance network info cache for port 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 926.925848] env[63339]: DEBUG nova.network.neutron [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Updating instance_info_cache with network_info: [{"id": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "address": "fa:16:3e:76:37:4e", "network": {"id": "367df528-f741-4cb2-b942-0030153aeb7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157456750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cdc44d-3b", "ovs_interfaceid": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "address": "fa:16:3e:3a:ef:00", "network": {"id": "08e2e376-a65f-4754-a35f-111ba354800b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119952885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30a1dc8-7b", "ovs_interfaceid": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.934359] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320246, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.018030] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.056467] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320245, 'name': Destroy_Task, 'duration_secs': 0.858906} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.059157] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Destroyed the VM [ 927.059157] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.059157] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1eca109e-eb6b-4999-b002-45b6833e0263 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.069695] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 927.069695] env[63339]: value = "task-4320247" [ 927.069695] env[63339]: _type = "Task" [ 927.069695] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.083143] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.106452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b34f3169-3bc0-4f82-ac30-873670316af7 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "f380129e-fb55-416b-b36f-a7767b76fe04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.968s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.431313] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Releasing lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.431668] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Received event network-vif-deleted-9237559f-f9e3-401f-a39a-63dc96b303fe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.431895] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received event network-vif-plugged-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.432064] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Acquiring lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.432343] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.432446] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.432663] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] No waiting events found dispatching network-vif-plugged-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.432860] env[63339]: WARNING nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received unexpected event network-vif-plugged-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 for instance with vm_state building and task_state spawning. [ 927.433022] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received event network-changed-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.433187] env[63339]: DEBUG nova.compute.manager [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Refreshing instance network info cache due to event network-changed-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 927.433418] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Acquiring lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.433557] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Acquired lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.433715] env[63339]: DEBUG nova.network.neutron [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Refreshing network info cache for port d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 927.435165] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320246, 'name': CreateVM_Task, 'duration_secs': 0.662738} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.435376] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.437097] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.437097] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.437097] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.437298] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6507582-b55d-4af4-9c9e-7fe089cc6c43 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.445622] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 927.445622] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5267d2a0-3db1-1b44-b870-f93961b626c8" [ 927.445622] env[63339]: _type = "Task" [ 927.445622] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.458717] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5267d2a0-3db1-1b44-b870-f93961b626c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.459089] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.459388] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.459673] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.459865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.460152] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.460512] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d01702b-d6d1-45c1-93ac-68e89eed62ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.471184] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.471184] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.472204] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c491f57-507f-4031-8d52-ca62dd4542c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.479297] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 927.479297] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525c9153-957b-39c5-b0dd-ee2474fb81d5" [ 927.479297] env[63339]: _type = "Task" [ 927.479297] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.492981] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525c9153-957b-39c5-b0dd-ee2474fb81d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.493982] env[63339]: DEBUG nova.network.neutron [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 927.517832] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 9ff94263-33e3-475b-ab4c-4001bdb6047d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.584724] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320247, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.675060] env[63339]: DEBUG nova.compute.manager [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.675312] env[63339]: DEBUG nova.compute.manager [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing instance network info cache due to event network-changed-2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 927.675535] env[63339]: DEBUG oslo_concurrency.lockutils [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] Acquiring lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.675676] env[63339]: DEBUG oslo_concurrency.lockutils [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] Acquired lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.675834] env[63339]: DEBUG nova.network.neutron [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Refreshing network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 927.699822] env[63339]: DEBUG nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Received event network-vif-plugged-9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.700115] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Acquiring lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.700395] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.700593] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.700862] env[63339]: DEBUG nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] No waiting events found dispatching network-vif-plugged-9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.701478] env[63339]: WARNING nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Received unexpected event network-vif-plugged-9d3d9da6-a5ba-4532-8d31-b7a46c628fed for instance with vm_state building and task_state spawning. [ 927.701790] env[63339]: DEBUG nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Received event network-changed-9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.701890] env[63339]: DEBUG nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Refreshing instance network info cache due to event network-changed-9d3d9da6-a5ba-4532-8d31-b7a46c628fed. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 927.702114] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Acquiring lock "refresh_cache-6a6e5cec-e105-431d-a8fa-84adbf6003ae" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.760290] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "419b33ea-22ee-4070-918e-429dcf79e2b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.760512] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.760740] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "419b33ea-22ee-4070-918e-429dcf79e2b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.760946] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.761135] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.763605] env[63339]: INFO nova.compute.manager [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Terminating instance [ 927.810315] env[63339]: DEBUG nova.network.neutron [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Updating instance_info_cache with network_info: [{"id": "9d3d9da6-a5ba-4532-8d31-b7a46c628fed", "address": "fa:16:3e:2a:54:73", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3d9da6-a5", "ovs_interfaceid": "9d3d9da6-a5ba-4532-8d31-b7a46c628fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.991281] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525c9153-957b-39c5-b0dd-ee2474fb81d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.994868] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511e0d94-729c-409b-8438-60ceb1d1f519 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.003392] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 928.003392] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b309bf-55d2-1a4c-3667-d5d359ecb2d7" [ 928.003392] env[63339]: _type = "Task" [ 928.003392] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.011904] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b309bf-55d2-1a4c-3667-d5d359ecb2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.023061] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c1e1c854-57d5-45d1-9a27-ffd332299d52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.023648] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 26 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 928.023809] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5632MB phys_disk=100GB used_disk=24GB total_vcpus=48 used_vcpus=26 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 928.095158] env[63339]: DEBUG oslo_vmware.api [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320247, 'name': RemoveSnapshot_Task, 'duration_secs': 0.74265} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.097988] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.098416] env[63339]: INFO nova.compute.manager [None req-592ea8a2-8e60-4886-853f-3c8aad8ef64e tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Took 22.00 seconds to snapshot the instance on the hypervisor. [ 928.267969] env[63339]: DEBUG nova.compute.manager [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.268219] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.269160] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ffad4-3c3f-4713-9013-a3ab8f175207 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.284580] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.284580] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb19147b-5d52-41e9-9ce8-3318ee26a2b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.294023] env[63339]: DEBUG oslo_vmware.api [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 928.294023] env[63339]: value = "task-4320248" [ 928.294023] env[63339]: _type = "Task" [ 928.294023] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.304899] env[63339]: DEBUG oslo_vmware.api [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.313505] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-6a6e5cec-e105-431d-a8fa-84adbf6003ae" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.314498] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance network_info: |[{"id": "9d3d9da6-a5ba-4532-8d31-b7a46c628fed", "address": "fa:16:3e:2a:54:73", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3d9da6-a5", "ovs_interfaceid": "9d3d9da6-a5ba-4532-8d31-b7a46c628fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.314498] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Acquired lock "refresh_cache-6a6e5cec-e105-431d-a8fa-84adbf6003ae" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.314498] env[63339]: DEBUG nova.network.neutron [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Refreshing network info cache for port 9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 928.315724] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:54:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d3d9da6-a5ba-4532-8d31-b7a46c628fed', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.324762] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.330924] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.334476] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a7d5b3-f859-4356-a951-067b66af5012 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.357961] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.357961] env[63339]: value = "task-4320249" [ 928.357961] env[63339]: _type = "Task" [ 928.357961] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.372648] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320249, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.518919] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b309bf-55d2-1a4c-3667-d5d359ecb2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.522917] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.523311] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] b78e850a-46a9-4a18-8c09-af7510e3089d/b78e850a-46a9-4a18-8c09-af7510e3089d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.524448] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d484bc37-eb42-4e92-8f05-82878eda93ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.527710] env[63339]: DEBUG nova.network.neutron [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Updated VIF entry in instance network info cache for port d30a1dc8-7bcc-44a7-989c-92516bcbd5a6. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 928.528285] env[63339]: DEBUG nova.network.neutron [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Updating instance_info_cache with network_info: [{"id": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "address": "fa:16:3e:76:37:4e", "network": {"id": "367df528-f741-4cb2-b942-0030153aeb7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157456750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cdc44d-3b", "ovs_interfaceid": "67cdc44d-3b3d-45cf-a193-b20a4b2c1e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "address": "fa:16:3e:3a:ef:00", "network": {"id": "08e2e376-a65f-4754-a35f-111ba354800b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119952885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4fd88e514484a74b76bbc28a963d611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30a1dc8-7b", "ovs_interfaceid": "d30a1dc8-7bcc-44a7-989c-92516bcbd5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.537579] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 928.537579] env[63339]: value = "task-4320250" [ 928.537579] env[63339]: _type = "Task" [ 928.537579] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.559864] env[63339]: DEBUG nova.network.neutron [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updated VIF entry in instance network info cache for port 2a17ea2c-4efa-4d21-b3d3-fe7629249308. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 928.560243] env[63339]: DEBUG nova.network.neutron [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [{"id": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "address": "fa:16:3e:04:a6:9c", "network": {"id": "ce85467b-66ac-47f9-8d31-eb1c8f3c9576", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2142374840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20850b377d4943c98be9a41d9ba392be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17ea2c-4e", "ovs_interfaceid": "2a17ea2c-4efa-4d21-b3d3-fe7629249308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.565522] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.763155] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1532e391-221f-4a96-b7e8-aab32592f19f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.773707] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee1001a-e499-4cf2-9ce8-c37da59652a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.813391] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a83699-e9f0-4d4f-9ef6-b16ae2cddf26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.825754] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46219c30-cb06-4f33-afa8-06f6fd6c6ca4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.830272] env[63339]: DEBUG oslo_vmware.api [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320248, 'name': PowerOffVM_Task, 'duration_secs': 0.245667} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.832972] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.833283] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.833957] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-493eb20a-1b3b-4dad-bab8-1747086b60d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.846987] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.876182] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320249, 'name': CreateVM_Task, 'duration_secs': 0.36241} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.876751] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.877622] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.877865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.878262] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.878553] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1bddab-c9ac-4f03-bd5a-841257cbe71a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.887106] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.887969] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "39273104-66d6-4520-a1df-31d8f928931d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.887969] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "39273104-66d6-4520-a1df-31d8f928931d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.887969] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "39273104-66d6-4520-a1df-31d8f928931d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.888240] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "39273104-66d6-4520-a1df-31d8f928931d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.890165] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 928.890165] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52519246-7f35-f1c3-fef4-a36f247c7995" [ 928.890165] env[63339]: _type = "Task" [ 928.890165] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.897680] env[63339]: INFO nova.compute.manager [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Terminating instance [ 928.908621] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52519246-7f35-f1c3-fef4-a36f247c7995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.925699] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.925973] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.926260] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleting the datastore file [datastore1] 419b33ea-22ee-4070-918e-429dcf79e2b1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.926463] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b87d17ec-76a8-41d9-8225-eaf3bb95ce33 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.936633] env[63339]: DEBUG oslo_vmware.api [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 928.936633] env[63339]: value = "task-4320252" [ 928.936633] env[63339]: _type = "Task" [ 928.936633] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.947388] env[63339]: DEBUG oslo_vmware.api [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.036894] env[63339]: DEBUG oslo_concurrency.lockutils [req-5aaf7e1f-f080-47fe-92c4-b3f72992b0b0 req-2e9c2447-e76d-4c5e-a328-5d9070784ebf service nova] Releasing lock "refresh_cache-b78e850a-46a9-4a18-8c09-af7510e3089d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.059093] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.062948] env[63339]: DEBUG oslo_concurrency.lockutils [req-c471fde6-8b35-4b88-a2b3-389e69ca79f1 req-c2cd74fd-d077-444e-ae66-de6f08ccaecf service nova] Releasing lock "refresh_cache-f00ed806-0354-42a4-a891-13099c30c6df" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.123879] env[63339]: DEBUG nova.network.neutron [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Updated VIF entry in instance network info cache for port 9d3d9da6-a5ba-4532-8d31-b7a46c628fed. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 929.124312] env[63339]: DEBUG nova.network.neutron [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Updating instance_info_cache with network_info: [{"id": "9d3d9da6-a5ba-4532-8d31-b7a46c628fed", "address": "fa:16:3e:2a:54:73", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3d9da6-a5", "ovs_interfaceid": "9d3d9da6-a5ba-4532-8d31-b7a46c628fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.350447] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.402134] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52519246-7f35-f1c3-fef4-a36f247c7995, 'name': SearchDatastore_Task, 'duration_secs': 0.023605} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.402460] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.402894] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.402968] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.403086] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.403331] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.403955] env[63339]: DEBUG nova.compute.manager [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.404162] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.404467] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7042a2d-40a5-4bbb-8723-0f818f258514 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.406979] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbca298-4dd8-4a89-a7aa-bc3ce21c75f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.415518] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.415795] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac53de75-e3eb-43ff-9740-f802c5bd088c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.418862] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.418862] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.419796] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6619cd91-571a-47d2-a249-e2b86cc04de1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.425202] env[63339]: DEBUG oslo_vmware.api [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 929.425202] env[63339]: value = "task-4320253" [ 929.425202] env[63339]: _type = "Task" [ 929.425202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.426607] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 929.426607] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524f4cb7-b036-51a7-cf39-9d66111d540c" [ 929.426607] env[63339]: _type = "Task" [ 929.426607] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.448012] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524f4cb7-b036-51a7-cf39-9d66111d540c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.448394] env[63339]: DEBUG oslo_vmware.api [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4320253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.454710] env[63339]: DEBUG oslo_vmware.api [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263188} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.455070] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.455385] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.455702] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.456017] env[63339]: INFO nova.compute.manager [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 929.456422] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.456732] env[63339]: DEBUG nova.compute.manager [-] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.456897] env[63339]: DEBUG nova.network.neutron [-] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 929.557651] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551294} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.557895] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] b78e850a-46a9-4a18-8c09-af7510e3089d/b78e850a-46a9-4a18-8c09-af7510e3089d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.558289] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.558710] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae2fa1bd-f85e-4ebe-8a4c-2de6a9b8487c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.568595] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 929.568595] env[63339]: value = "task-4320254" [ 929.568595] env[63339]: _type = "Task" [ 929.568595] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.582491] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.583696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "f00ed806-0354-42a4-a891-13099c30c6df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.583696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "f00ed806-0354-42a4-a891-13099c30c6df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.583696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "f00ed806-0354-42a4-a891-13099c30c6df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.584309] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "f00ed806-0354-42a4-a891-13099c30c6df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.584309] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "f00ed806-0354-42a4-a891-13099c30c6df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.587855] env[63339]: INFO nova.compute.manager [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Terminating instance [ 929.630533] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Releasing lock "refresh_cache-6a6e5cec-e105-431d-a8fa-84adbf6003ae" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.631465] env[63339]: DEBUG nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Received event network-changed-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 929.631465] env[63339]: DEBUG nova.compute.manager [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Refreshing instance network info cache due to event network-changed-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 929.631465] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Acquiring lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.631830] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Acquired lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.632657] env[63339]: DEBUG nova.network.neutron [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Refreshing network info cache for port 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 929.856198] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 929.859821] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.428s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.859821] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.775s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.859821] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.859821] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.946s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.859821] env[63339]: DEBUG nova.objects.instance [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 929.862480] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.863414] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Cleaning up deleted instances {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 929.914601] env[63339]: INFO nova.scheduler.client.report [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted allocations for instance adfec4ce-fc60-4f00-b66a-aad521e2dc8d [ 929.944517] env[63339]: DEBUG oslo_vmware.api [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4320253, 'name': PowerOffVM_Task, 'duration_secs': 0.22483} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.950418] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.954030] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.954030] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524f4cb7-b036-51a7-cf39-9d66111d540c, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.954030] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c363a74e-040c-4cd6-ac46-4af0e23243ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.954519] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3da615-d267-4765-8e2f-4a2647114d44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.961930] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 929.961930] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5239aa97-1c27-0124-53ab-730d9dc6709a" [ 929.961930] env[63339]: _type = "Task" [ 929.961930] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.972063] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5239aa97-1c27-0124-53ab-730d9dc6709a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.021466] env[63339]: DEBUG nova.compute.manager [req-c1f6f301-fb07-4c75-bddd-b4e240a7ed86 req-c447e089-e5e9-4bb1-9080-3bb80d00d1ca service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Received event network-vif-deleted-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 930.021710] env[63339]: INFO nova.compute.manager [req-c1f6f301-fb07-4c75-bddd-b4e240a7ed86 req-c447e089-e5e9-4bb1-9080-3bb80d00d1ca service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Neutron deleted interface b39c1b4d-e304-4ad2-af56-9e7fb88e96b4; detaching it from the instance and deleting it from the info cache [ 930.021994] env[63339]: DEBUG nova.network.neutron [req-c1f6f301-fb07-4c75-bddd-b4e240a7ed86 req-c447e089-e5e9-4bb1-9080-3bb80d00d1ca service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.024802] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.025025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.025213] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Deleting the datastore file [datastore2] 39273104-66d6-4520-a1df-31d8f928931d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.025738] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e70e02-16a2-4efc-a706-b14558682894 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.033496] env[63339]: DEBUG oslo_vmware.api [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for the task: (returnval){ [ 930.033496] env[63339]: value = "task-4320256" [ 930.033496] env[63339]: _type = "Task" [ 930.033496] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.043076] env[63339]: DEBUG oslo_vmware.api [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4320256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.081570] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081196} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.081889] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.082923] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ee2b7-fdf7-4995-a789-2a343ef01f3c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.100713] env[63339]: DEBUG nova.compute.manager [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.100713] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.109834] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b78e850a-46a9-4a18-8c09-af7510e3089d/b78e850a-46a9-4a18-8c09-af7510e3089d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.110719] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c902999-0f5b-4b3a-a935-cf37e83609cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.114033] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30572def-aee0-42c2-b873-99cef6ce5cf6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.141202] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 930.141202] env[63339]: value = "task-4320257" [ 930.141202] env[63339]: _type = "Task" [ 930.141202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.141604] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.142339] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af3faeaf-9a71-47af-83f6-403955b7b74e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.155083] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.156872] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 930.156872] env[63339]: value = "task-4320258" [ 930.156872] env[63339]: _type = "Task" [ 930.156872] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.167917] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.346036] env[63339]: DEBUG nova.network.neutron [-] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.380545] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] There are 36 instances to clean {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 930.380836] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 8b381e13-09fe-412a-9799-e54edebefcec] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 930.385179] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61058027-eec5-4063-9676-87ebc7a31d02 tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.526s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.387157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.193s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.387157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.389273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.577s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.390644] env[63339]: INFO nova.compute.claims [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.425706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "adfec4ce-fc60-4f00-b66a-aad521e2dc8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.514s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.440540] env[63339]: INFO nova.scheduler.client.report [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Deleted allocations for instance 42b8aa63-b37b-42b7-ad88-b01f3f441416 [ 930.478400] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5239aa97-1c27-0124-53ab-730d9dc6709a, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.479450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.479811] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.480985] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d427db74-27f9-4284-86b0-dba3b7f32839 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.490663] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 930.490663] env[63339]: value = "task-4320259" [ 930.490663] env[63339]: _type = "Task" [ 930.490663] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.501677] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.526934] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e108fbb-6eba-463c-bf4a-9a508ffbf198 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.532348] env[63339]: DEBUG nova.network.neutron [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updated VIF entry in instance network info cache for port 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 930.532703] env[63339]: DEBUG nova.network.neutron [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updating instance_info_cache with network_info: [{"id": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "address": "fa:16:3e:fe:5a:40", "network": {"id": "fce27a1e-3a59-4111-bd00-2d844ac3d96d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1517523055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a1053c7ddab48da90ca0eb53c7c0e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707a9a6b-9f", "ovs_interfaceid": "707a9a6b-9ff9-4d6b-ae98-9f2a9252767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.541386] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6f317-2fbe-4706-acb8-ce3d4987ab9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.559749] env[63339]: DEBUG oslo_vmware.api [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Task: {'id': task-4320256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167527} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.559847] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.559971] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.560165] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.560334] env[63339]: INFO nova.compute.manager [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 930.560602] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.560811] env[63339]: DEBUG nova.compute.manager [-] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.560918] env[63339]: DEBUG nova.network.neutron [-] [instance: 39273104-66d6-4520-a1df-31d8f928931d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 930.582879] env[63339]: DEBUG nova.compute.manager [req-c1f6f301-fb07-4c75-bddd-b4e240a7ed86 req-c447e089-e5e9-4bb1-9080-3bb80d00d1ca service nova] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Detach interface failed, port_id=b39c1b4d-e304-4ad2-af56-9e7fb88e96b4, reason: Instance 419b33ea-22ee-4070-918e-429dcf79e2b1 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 930.636229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.636229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.636229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.636229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.636229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.637165] env[63339]: INFO nova.compute.manager [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Terminating instance [ 930.652262] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.667416] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320258, 'name': PowerOffVM_Task, 'duration_secs': 0.347301} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.667683] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.667850] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.668117] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a4c8bb-32af-49aa-99dc-8672e3450973 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.693724] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "f380129e-fb55-416b-b36f-a7767b76fe04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.694073] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "f380129e-fb55-416b-b36f-a7767b76fe04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.694415] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "f380129e-fb55-416b-b36f-a7767b76fe04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.694723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "f380129e-fb55-416b-b36f-a7767b76fe04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.695043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "f380129e-fb55-416b-b36f-a7767b76fe04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.700232] env[63339]: INFO nova.compute.manager [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Terminating instance [ 930.736423] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.736423] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.736423] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Deleting the datastore file [datastore2] f00ed806-0354-42a4-a891-13099c30c6df {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.736423] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02431ddb-ddb8-4e2c-81c5-8538e761d606 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.744344] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for the task: (returnval){ [ 930.744344] env[63339]: value = "task-4320261" [ 930.744344] env[63339]: _type = "Task" [ 930.744344] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.756376] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.849430] env[63339]: INFO nova.compute.manager [-] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Took 1.39 seconds to deallocate network for instance. [ 930.884794] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 02b3cc35-8e8d-4e34-8b70-e9fb75c1cea1] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 930.956038] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4657e8a5-789b-490e-b854-a1573690c2b6 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "42b8aa63-b37b-42b7-ad88-b01f3f441416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.158s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.002804] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320259, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.036964] env[63339]: DEBUG oslo_concurrency.lockutils [req-868b06e4-e54a-4b2b-8fea-99b5b7bfb099 req-23233fb8-c742-41ea-9913-ce7f3aa94119 service nova] Releasing lock "refresh_cache-fb000cb9-d32e-41f5-841e-a1747cb6f491" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.142862] env[63339]: DEBUG nova.compute.manager [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.143546] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.144832] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4c8de-01ed-4118-83d0-ce183fbcc435 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.160955] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320257, 'name': ReconfigVM_Task, 'duration_secs': 0.522029} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.164188] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b78e850a-46a9-4a18-8c09-af7510e3089d/b78e850a-46a9-4a18-8c09-af7510e3089d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.164990] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.165345] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7239e17-1108-4688-8054-08ce31d43e0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.167926] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdd862ee-c191-4e78-a2cd-0c64d10e7ffc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.178831] env[63339]: DEBUG oslo_vmware.api [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 931.178831] env[63339]: value = "task-4320263" [ 931.178831] env[63339]: _type = "Task" [ 931.178831] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.180543] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 931.180543] env[63339]: value = "task-4320262" [ 931.180543] env[63339]: _type = "Task" [ 931.180543] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.195496] env[63339]: DEBUG oslo_vmware.api [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.199900] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320262, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.204043] env[63339]: DEBUG nova.compute.manager [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.204356] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.205415] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139f658-5f6d-43ee-9753-d0c574e1cb50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.216079] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.216408] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b5bc85-afbc-40b0-a2a4-063a11e65a6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.227068] env[63339]: DEBUG oslo_vmware.api [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 931.227068] env[63339]: value = "task-4320264" [ 931.227068] env[63339]: _type = "Task" [ 931.227068] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.242051] env[63339]: DEBUG oslo_vmware.api [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.262314] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.357052] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.389073] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 52028aa6-6758-4b1a-ba5b-481e37a21ba5] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 931.503622] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909954} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.507456] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.507456] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.507904] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c6a8e0a-1e36-46c1-8bf4-d94dfdf822c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.519398] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 931.519398] env[63339]: value = "task-4320265" [ 931.519398] env[63339]: _type = "Task" [ 931.519398] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.533881] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.697700] env[63339]: DEBUG oslo_vmware.api [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320263, 'name': PowerOffVM_Task, 'duration_secs': 0.336996} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.703469] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.703680] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.704437] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320262, 'name': Rename_Task, 'duration_secs': 0.213885} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.704925] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37baaa4d-12cf-4870-bdba-0b486bbc42cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.708448] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.708912] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ec7828-e9d6-4da5-b34e-b7b1f73118cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.720528] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 931.720528] env[63339]: value = "task-4320267" [ 931.720528] env[63339]: _type = "Task" [ 931.720528] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.752033] env[63339]: DEBUG oslo_vmware.api [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320264, 'name': PowerOffVM_Task, 'duration_secs': 0.239306} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.752033] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.752033] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.752033] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.753538] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2119cdca-f84d-49f9-9b4a-9c1b872736c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.764378] env[63339]: DEBUG oslo_vmware.api [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Task: {'id': task-4320261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726569} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.764378] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.764378] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.764787] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.764885] env[63339]: INFO nova.compute.manager [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Took 1.66 seconds to destroy the instance on the hypervisor. [ 931.765646] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.765646] env[63339]: DEBUG nova.compute.manager [-] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.765646] env[63339]: DEBUG nova.network.neutron [-] [instance: f00ed806-0354-42a4-a891-13099c30c6df] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 931.808611] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.808820] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.809067] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Deleting the datastore file [datastore1] 117cd55b-274b-4b20-bfd0-0a811e0ddbc6 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.809413] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e3e0e47-ea9d-40ba-adf5-ed61bde39ad4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.820250] env[63339]: DEBUG oslo_vmware.api [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for the task: (returnval){ [ 931.820250] env[63339]: value = "task-4320269" [ 931.820250] env[63339]: _type = "Task" [ 931.820250] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.831195] env[63339]: DEBUG oslo_vmware.api [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.893592] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: a7ebffc9-b9df-49a3-83aa-bb4436cffd95] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 931.922094] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.922327] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.922504] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Deleting the datastore file [datastore1] f380129e-fb55-416b-b36f-a7767b76fe04 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.922777] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a81c6e-138b-46ea-b5cc-e9014e2812de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.931028] env[63339]: DEBUG oslo_vmware.api [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 931.931028] env[63339]: value = "task-4320270" [ 931.931028] env[63339]: _type = "Task" [ 931.931028] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.940910] env[63339]: DEBUG oslo_vmware.api [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.944337] env[63339]: DEBUG nova.network.neutron [-] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.030732] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10888} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.031960] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.036509] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273866ff-eefd-4035-ad7f-4d860ce301e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.066872] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.070065] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dbd16f-c227-4292-bd76-f1d7d07a21b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.095731] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 932.095731] env[63339]: value = "task-4320271" [ 932.095731] env[63339]: _type = "Task" [ 932.095731] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.109884] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.168848] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.169269] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.169762] env[63339]: INFO nova.compute.manager [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Shelving [ 932.201227] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc33a9-007b-4938-99d7-41acf3b5fa7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.211509] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a62b67-7e52-4bbd-88d9-43783ba17e34 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.255683] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9615f-dd68-4d60-aed5-4921833c8d40 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.272333] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320267, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.276519] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d8f42-8823-4e07-8a6c-aa605a491070 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.294380] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.330884] env[63339]: DEBUG oslo_vmware.api [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Task: {'id': task-4320269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251867} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.331169] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.331362] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.331544] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.331766] env[63339]: INFO nova.compute.manager [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 932.332084] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.332304] env[63339]: DEBUG nova.compute.manager [-] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.332384] env[63339]: DEBUG nova.network.neutron [-] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 932.397120] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 562fe130-6f25-4af2-930b-c06e64de786e] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 932.428059] env[63339]: DEBUG nova.compute.manager [req-45aa74bc-5a2e-435e-9c63-66a76cf1d43f req-b1bc95b9-2e68-4f25-a6c4-cc34f8efa449 service nova] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Received event network-vif-deleted-19f8e1d7-f55d-418e-a931-9f29cf17987c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 932.444374] env[63339]: DEBUG oslo_vmware.api [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330426} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.444574] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.444900] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.444965] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.445145] env[63339]: INFO nova.compute.manager [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Took 1.24 seconds to destroy the instance on the hypervisor. [ 932.445437] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.445656] env[63339]: DEBUG nova.compute.manager [-] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.445771] env[63339]: DEBUG nova.network.neutron [-] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 932.448224] env[63339]: INFO nova.compute.manager [-] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Took 1.89 seconds to deallocate network for instance. [ 932.610534] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.663040] env[63339]: DEBUG nova.network.neutron [-] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.758718] env[63339]: DEBUG oslo_vmware.api [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320267, 'name': PowerOnVM_Task, 'duration_secs': 0.961617} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.758718] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.758718] env[63339]: INFO nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Took 12.73 seconds to spawn the instance on the hypervisor. [ 932.758718] env[63339]: DEBUG nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.759623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b515f1b-8fe0-4553-ae82-8346bbb6e68d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.823910] env[63339]: ERROR nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [req-c314590f-097c-4069-8243-d32c035e6101] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c314590f-097c-4069-8243-d32c035e6101"}]} [ 932.848629] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 932.878682] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 932.878986] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.898858] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 932.901256] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: a8b29def-4e67-41a1-8727-f7be343d6087] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 932.937660] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 932.954032] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.077248] env[63339]: DEBUG nova.compute.manager [req-43374c1c-0f07-4087-8f10-0cf85e9f98ad req-7f65c3fb-52be-49eb-8672-3d7effb7998c service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Received event network-vif-deleted-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 933.077449] env[63339]: INFO nova.compute.manager [req-43374c1c-0f07-4087-8f10-0cf85e9f98ad req-7f65c3fb-52be-49eb-8672-3d7effb7998c service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Neutron deleted interface ecb87a75-f5cb-41f9-8983-d4263c7c67d6; detaching it from the instance and deleting it from the info cache [ 933.077618] env[63339]: DEBUG nova.network.neutron [req-43374c1c-0f07-4087-8f10-0cf85e9f98ad req-7f65c3fb-52be-49eb-8672-3d7effb7998c service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.111316] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.116347] env[63339]: DEBUG nova.network.neutron [-] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.168602] env[63339]: INFO nova.compute.manager [-] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Took 1.40 seconds to deallocate network for instance. [ 933.189501] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.189501] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dd55247-642c-4b99-adfb-fda5d9c0104c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.202021] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 933.202021] env[63339]: value = "task-4320272" [ 933.202021] env[63339]: _type = "Task" [ 933.202021] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.212833] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.281632] env[63339]: INFO nova.compute.manager [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Took 47.41 seconds to build instance. [ 933.404732] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 44732039-3298-4b19-af37-ea5a5bd6c181] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 933.428908] env[63339]: DEBUG nova.network.neutron [-] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.579931] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89decadb-71a8-495f-9142-77bc9811e69e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.591152] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df9e0a-7bc2-411b-9980-ebbad66504ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.615176] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.617287] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d5c9a3-82db-4808-8a03-9c84738fe794 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.636773] env[63339]: INFO nova.compute.manager [-] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Took 1.30 seconds to deallocate network for instance. [ 933.637509] env[63339]: DEBUG nova.compute.manager [req-43374c1c-0f07-4087-8f10-0cf85e9f98ad req-7f65c3fb-52be-49eb-8672-3d7effb7998c service nova] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Detach interface failed, port_id=ecb87a75-f5cb-41f9-8983-d4263c7c67d6, reason: Instance f380129e-fb55-416b-b36f-a7767b76fe04 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 933.642171] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c0fc0c-7503-44c5-a1c3-fff93f5b225a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440129] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.440646] env[63339]: DEBUG oslo_concurrency.lockutils [None req-faa729dc-addc-4388-ad46-f6b94110f4c9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.575s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.440986] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 9190b8ee-1921-4917-b6ba-d61a797e5ac7] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 934.443249] env[63339]: INFO nova.compute.manager [-] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Took 2.00 seconds to deallocate network for instance. [ 934.443249] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-63fdefbc-a279-4c6c-9300-46d450da723b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.443451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-63fdefbc-a279-4c6c-9300-46d450da723b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.443891] env[63339]: DEBUG nova.objects.instance [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'flavor' on Instance uuid 63fdefbc-a279-4c6c-9300-46d450da723b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.445597] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.457482] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a0f555-0abe-4820-a440-79fd739e0bff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.469813] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320272, 'name': PowerOffVM_Task, 'duration_secs': 0.378202} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.473059] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6f4f9-0e46-4861-9517-6e5475390fdf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.477467] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.477864] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320271, 'name': ReconfigVM_Task, 'duration_secs': 1.820301} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.479423] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b94182d-55b9-451d-aba4-4f51a1f9822e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.482376] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.483716] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e10212bd-b5eb-43ae-b05a-245df56905a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.494673] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.511435] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 934.511435] env[63339]: value = "task-4320273" [ 934.511435] env[63339]: _type = "Task" [ 934.511435] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.516848] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b19ec8-0236-4a0b-a70d-6af82869eda9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.533629] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320273, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.540887] env[63339]: ERROR nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [req-066443b4-d56d-4992-990b-b1ae7afdb6cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-066443b4-d56d-4992-990b-b1ae7afdb6cb"}]} [ 934.558208] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 934.574106] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 934.574412] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.587238] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 934.605186] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 934.816252] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.816790] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.947494] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 1c272ef4-b27d-4f7e-8b08-a49f40a3cb3d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 934.961517] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.028333] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320273, 'name': Rename_Task, 'duration_secs': 0.153406} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.028619] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.028874] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6055a3f4-729f-48ec-a7c9-f358a3522c0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.036355] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 935.036355] env[63339]: value = "task-4320274" [ 935.036355] env[63339]: _type = "Task" [ 935.036355] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.039887] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.045302] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-383109bd-1de7-45b2-8be7-3c7cddf71bf8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.059753] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320274, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.060089] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 935.060089] env[63339]: value = "task-4320275" [ 935.060089] env[63339]: _type = "Task" [ 935.060089] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.072957] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.086925] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e58e5-5adb-40f7-945e-d1e7f2c18455 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.095326] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12271898-d05c-4dbf-a422-32dc94cec1d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.101085] env[63339]: DEBUG nova.objects.instance [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'pci_requests' on Instance uuid 63fdefbc-a279-4c6c-9300-46d450da723b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.127879] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd5702-aaea-49c7-b5e2-abb1ad964908 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.137526] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8526dc92-8077-4426-b214-3c1d4369fca4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.153460] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.312749] env[63339]: DEBUG nova.compute.manager [req-8e2c4d9b-5413-4dba-9543-5d261b555f81 req-e486c052-fffd-44b7-b645-1ccb8d561e3f service nova] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Received event network-vif-deleted-2a17ea2c-4efa-4d21-b3d3-fe7629249308 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 935.313034] env[63339]: DEBUG nova.compute.manager [req-8e2c4d9b-5413-4dba-9543-5d261b555f81 req-e486c052-fffd-44b7-b645-1ccb8d561e3f service nova] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Received event network-vif-deleted-a900102d-ea35-4aaf-b2b3-e724bf3041b7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 935.319330] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.454776] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: e157b2b3-e398-4b7a-87f5-408800682b3b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 935.550075] env[63339]: DEBUG oslo_vmware.api [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320274, 'name': PowerOnVM_Task, 'duration_secs': 0.482578} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.550075] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.550301] env[63339]: INFO nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Took 10.12 seconds to spawn the instance on the hypervisor. [ 935.550448] env[63339]: DEBUG nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.551249] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a09177-9dd5-40cd-bc3a-8241dc356db6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.569274] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.604339] env[63339]: DEBUG nova.objects.base [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Object Instance<63fdefbc-a279-4c6c-9300-46d450da723b> lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.604667] env[63339]: DEBUG nova.network.neutron [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 935.661970] env[63339]: DEBUG nova.policy [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.692765] env[63339]: DEBUG nova.scheduler.client.report [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 935.693105] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 90 to 91 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 935.693296] env[63339]: DEBUG nova.compute.provider_tree [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.849247] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.960700] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 5e43cd98-f6ad-4f80-948f-00fbff73b684] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 935.974969] env[63339]: DEBUG nova.network.neutron [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Successfully created port: 9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 936.070739] env[63339]: INFO nova.compute.manager [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Took 48.09 seconds to build instance. [ 936.075012] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320275, 'name': CreateSnapshot_Task, 'duration_secs': 0.581291} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.075515] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.076324] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59ae0c-c33c-481c-a4af-f9e4692191a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.199191] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.810s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.200091] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.202566] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.746s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.204054] env[63339]: INFO nova.compute.claims [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.415223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "b78e850a-46a9-4a18-8c09-af7510e3089d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.415513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.415764] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.415966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.416290] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.423152] env[63339]: INFO nova.compute.manager [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Terminating instance [ 936.463048] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 3aefd062-76d6-46d3-851d-2d03717c503d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 936.576515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-14043664-87e9-43ad-859f-5427af14eb4c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.976s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.594986] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.595713] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-728bc070-fedd-4d5e-9380-3d6cf9946c34 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.605321] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 936.605321] env[63339]: value = "task-4320276" [ 936.605321] env[63339]: _type = "Task" [ 936.605321] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.615816] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320276, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.708946] env[63339]: DEBUG nova.compute.utils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.710662] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.710662] env[63339]: DEBUG nova.network.neutron [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 936.754435] env[63339]: DEBUG nova.policy [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3846316275ec401c859231ae81ec5c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0113b563e0034d6cb1819d6a1d3306d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.833615] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "548dcb74-a541-499a-9965-c32420374f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.834027] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "548dcb74-a541-499a-9965-c32420374f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.834340] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "548dcb74-a541-499a-9965-c32420374f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.834668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "548dcb74-a541-499a-9965-c32420374f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.835029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "548dcb74-a541-499a-9965-c32420374f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.837459] env[63339]: INFO nova.compute.manager [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Terminating instance [ 936.929101] env[63339]: DEBUG nova.compute.manager [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.929597] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.934575] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4239ba-ef89-47d5-bdae-d91937a07b7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.939806] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.940090] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca5c2f5-0dc4-4df1-9e34-4c06554f8441 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.946790] env[63339]: DEBUG oslo_vmware.api [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 936.946790] env[63339]: value = "task-4320277" [ 936.946790] env[63339]: _type = "Task" [ 936.946790] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.959432] env[63339]: DEBUG oslo_vmware.api [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.968470] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: ab6975de-1411-4af2-848e-fb957595f115] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 937.074463] env[63339]: DEBUG nova.network.neutron [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Successfully created port: 9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.116602] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320276, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.219341] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.343486] env[63339]: DEBUG nova.compute.manager [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.343836] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.345066] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8884b-dcba-4ee6-91b9-e8149e75fced {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.353758] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.354048] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98357ce8-2340-4a14-8e5e-7e8a92191314 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.361036] env[63339]: DEBUG oslo_vmware.api [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 937.361036] env[63339]: value = "task-4320278" [ 937.361036] env[63339]: _type = "Task" [ 937.361036] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.374696] env[63339]: DEBUG oslo_vmware.api [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.458568] env[63339]: DEBUG oslo_vmware.api [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320277, 'name': PowerOffVM_Task, 'duration_secs': 0.327104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.461735] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.461993] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.462505] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73402c02-f7a7-4dc7-ad0b-c45058eb2742 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.474108] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c158029b-a216-4e9e-b2b3-f73d34c41f5b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 937.581728] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.581953] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.582171] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Deleting the datastore file [datastore1] b78e850a-46a9-4a18-8c09-af7510e3089d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.582457] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c691a4-c283-4870-aa7e-ce3d38ec7297 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.591733] env[63339]: DEBUG oslo_vmware.api [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for the task: (returnval){ [ 937.591733] env[63339]: value = "task-4320280" [ 937.591733] env[63339]: _type = "Task" [ 937.591733] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.607517] env[63339]: DEBUG oslo_vmware.api [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.620630] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320276, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.860147] env[63339]: DEBUG nova.network.neutron [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Successfully updated port: 9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 937.873761] env[63339]: DEBUG oslo_vmware.api [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320278, 'name': PowerOffVM_Task, 'duration_secs': 0.232925} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.876235] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.876516] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.877431] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d7e27-9329-42ca-be5d-cb153bd096c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.880953] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2446f4f-7c9e-4e26-8ef0-a5fa45e20343 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.891432] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0f1652-94da-4c98-8d0e-1dbabc554ad6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.926762] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d12e97-1ac9-4512-9b48-d0e166202112 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.937553] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250e94e-bba1-42be-bcca-d81f32732758 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.955258] env[63339]: DEBUG nova.compute.provider_tree [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.976118] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.976483] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.976760] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Deleting the datastore file [datastore1] 548dcb74-a541-499a-9965-c32420374f0b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.977419] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 122f1c7e-ca09-4de2-a233-b2eed242e5c7] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 937.980998] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a6ea972-4f74-4531-b7e5-2db6c39f02e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.993101] env[63339]: DEBUG oslo_vmware.api [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 937.993101] env[63339]: value = "task-4320282" [ 937.993101] env[63339]: _type = "Task" [ 937.993101] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.007504] env[63339]: DEBUG oslo_vmware.api [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.108617] env[63339]: DEBUG oslo_vmware.api [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Task: {'id': task-4320280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224267} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.113124] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.113378] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.113581] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.114363] env[63339]: INFO nova.compute.manager [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 938.114363] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.114530] env[63339]: DEBUG nova.compute.manager [-] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.114530] env[63339]: DEBUG nova.network.neutron [-] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 938.122401] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320276, 'name': CloneVM_Task, 'duration_secs': 1.234536} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.122673] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Created linked-clone VM from snapshot [ 938.123635] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e6223-8be9-41e0-b05a-06c551474463 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.133323] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Uploading image f641140c-46fa-4d3d-b9a9-b5920cfe1a52 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.171976] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 938.171976] env[63339]: value = "vm-849791" [ 938.171976] env[63339]: _type = "VirtualMachine" [ 938.171976] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 938.172378] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c541f602-fa70-4687-890b-0ccd190a417a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.181260] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease: (returnval){ [ 938.181260] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eef431-96fe-34e1-2648-b782d95c2722" [ 938.181260] env[63339]: _type = "HttpNfcLease" [ 938.181260] env[63339]: } obtained for exporting VM: (result){ [ 938.181260] env[63339]: value = "vm-849791" [ 938.181260] env[63339]: _type = "VirtualMachine" [ 938.181260] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 938.182078] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the lease: (returnval){ [ 938.182078] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eef431-96fe-34e1-2648-b782d95c2722" [ 938.182078] env[63339]: _type = "HttpNfcLease" [ 938.182078] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 938.190131] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.190131] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eef431-96fe-34e1-2648-b782d95c2722" [ 938.190131] env[63339]: _type = "HttpNfcLease" [ 938.190131] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.234014] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.273108] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.273492] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.273678] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.273879] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.274029] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.274182] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.274390] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.274549] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.274719] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.274923] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.275118] env[63339]: DEBUG nova.virt.hardware [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.276676] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1fa539-e906-4a72-b25e-052ad9996696 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.285711] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79204ac3-8f5e-44b2-9549-3dfa2d2d9466 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.368315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.368561] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.368747] env[63339]: DEBUG nova.network.neutron [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 938.459754] env[63339]: DEBUG nova.scheduler.client.report [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.486034] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 140495d7-00d9-4ab5-86f9-59ef7c708555] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 938.506775] env[63339]: DEBUG oslo_vmware.api [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280335} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.507460] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.507460] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.507460] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.507672] env[63339]: INFO nova.compute.manager [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 938.507789] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.508019] env[63339]: DEBUG nova.compute.manager [-] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.508128] env[63339]: DEBUG nova.network.neutron [-] [instance: 548dcb74-a541-499a-9965-c32420374f0b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 938.693040] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.693040] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eef431-96fe-34e1-2648-b782d95c2722" [ 938.693040] env[63339]: _type = "HttpNfcLease" [ 938.693040] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 938.697447] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 938.697447] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eef431-96fe-34e1-2648-b782d95c2722" [ 938.697447] env[63339]: _type = "HttpNfcLease" [ 938.697447] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 938.698137] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f34182-8f7d-471b-965d-c2958f3ef1c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.708971] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297e2da-2cf4-5794-1014-6259785ec46e/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 938.709582] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297e2da-2cf4-5794-1014-6259785ec46e/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 938.914640] env[63339]: DEBUG nova.network.neutron [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Successfully updated port: 9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 938.916136] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-931f8552-319b-468e-b403-d934a98fea43 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.943016] env[63339]: WARNING nova.network.neutron [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] 82a1361c-aa7d-4ed1-9373-36fd2cf64f68 already exists in list: networks containing: ['82a1361c-aa7d-4ed1-9373-36fd2cf64f68']. ignoring it [ 938.960116] env[63339]: DEBUG nova.compute.manager [req-fe591623-4913-4fcf-b9d6-29d2e224dc83 req-8bc93bc1-6973-4280-93f6-eaef9d86bc85 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-vif-plugged-9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 938.960350] env[63339]: DEBUG oslo_concurrency.lockutils [req-fe591623-4913-4fcf-b9d6-29d2e224dc83 req-8bc93bc1-6973-4280-93f6-eaef9d86bc85 service nova] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.960558] env[63339]: DEBUG oslo_concurrency.lockutils [req-fe591623-4913-4fcf-b9d6-29d2e224dc83 req-8bc93bc1-6973-4280-93f6-eaef9d86bc85 service nova] Lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.960722] env[63339]: DEBUG oslo_concurrency.lockutils [req-fe591623-4913-4fcf-b9d6-29d2e224dc83 req-8bc93bc1-6973-4280-93f6-eaef9d86bc85 service nova] Lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.960889] env[63339]: DEBUG nova.compute.manager [req-fe591623-4913-4fcf-b9d6-29d2e224dc83 req-8bc93bc1-6973-4280-93f6-eaef9d86bc85 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] No waiting events found dispatching network-vif-plugged-9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.961063] env[63339]: WARNING nova.compute.manager [req-fe591623-4913-4fcf-b9d6-29d2e224dc83 req-8bc93bc1-6973-4280-93f6-eaef9d86bc85 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received unexpected event network-vif-plugged-9b6d8561-f938-49b9-8538-1d6899e799a7 for instance with vm_state active and task_state None. [ 938.968195] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.968761] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.972112] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.662s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.972322] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.974843] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.520s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.974843] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.979503] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.074s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.979738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.981706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.973s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.983261] env[63339]: INFO nova.compute.claims [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.990546] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c11326c5-1647-4273-a28a-f59801f853cd] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 939.047338] env[63339]: INFO nova.scheduler.client.report [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Deleted allocations for instance 157a0eb6-751e-41f4-8d11-93b5384da835 [ 939.050406] env[63339]: INFO nova.scheduler.client.report [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Deleted allocations for instance a9c2029a-9e6a-482a-b27d-2dba602ea1e5 [ 939.079404] env[63339]: INFO nova.scheduler.client.report [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted allocations for instance b2947fcd-7430-4919-ad62-a96ce5b70878 [ 939.305347] env[63339]: DEBUG nova.network.neutron [-] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.420966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "refresh_cache-f3c4018b-4f6a-4e86-94a3-efef140008b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.421418] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquired lock "refresh_cache-f3c4018b-4f6a-4e86-94a3-efef140008b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.421807] env[63339]: DEBUG nova.network.neutron [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 939.427030] env[63339]: DEBUG nova.network.neutron [-] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.474307] env[63339]: DEBUG nova.compute.utils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.475795] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.475960] env[63339]: DEBUG nova.network.neutron [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 939.493853] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: fc50a5c0-b486-424c-af05-650f31d9595b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 939.523718] env[63339]: DEBUG nova.network.neutron [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b6d8561-f938-49b9-8538-1d6899e799a7", "address": "fa:16:3e:81:7f:68", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6d8561-f9", "ovs_interfaceid": "9b6d8561-f938-49b9-8538-1d6899e799a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.532617] env[63339]: DEBUG nova.policy [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a565583a5402433890b79e8f222946aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e244e0e2175647e6b16ca3bdd264ed3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.563342] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71d6ebe9-be00-4160-85c8-a176a4770fec tempest-ServerShowV254Test-1301201285 tempest-ServerShowV254Test-1301201285-project-member] Lock "157a0eb6-751e-41f4-8d11-93b5384da835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.943s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.569457] env[63339]: DEBUG oslo_concurrency.lockutils [None req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Lock "a9c2029a-9e6a-482a-b27d-2dba602ea1e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.730s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.578369] env[63339]: DEBUG nova.compute.manager [req-d2e9deec-f29a-43c0-ad5c-9c95d8308c00 req-38cd7034-c57e-4260-8c64-438dc6e19f17 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Received event network-vif-plugged-9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 939.578933] env[63339]: DEBUG oslo_concurrency.lockutils [req-d2e9deec-f29a-43c0-ad5c-9c95d8308c00 req-38cd7034-c57e-4260-8c64-438dc6e19f17 service nova] Acquiring lock "f3c4018b-4f6a-4e86-94a3-efef140008b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.579537] env[63339]: DEBUG oslo_concurrency.lockutils [req-d2e9deec-f29a-43c0-ad5c-9c95d8308c00 req-38cd7034-c57e-4260-8c64-438dc6e19f17 service nova] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.579831] env[63339]: DEBUG oslo_concurrency.lockutils [req-d2e9deec-f29a-43c0-ad5c-9c95d8308c00 req-38cd7034-c57e-4260-8c64-438dc6e19f17 service nova] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.580156] env[63339]: DEBUG nova.compute.manager [req-d2e9deec-f29a-43c0-ad5c-9c95d8308c00 req-38cd7034-c57e-4260-8c64-438dc6e19f17 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] No waiting events found dispatching network-vif-plugged-9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.580374] env[63339]: WARNING nova.compute.manager [req-d2e9deec-f29a-43c0-ad5c-9c95d8308c00 req-38cd7034-c57e-4260-8c64-438dc6e19f17 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Received unexpected event network-vif-plugged-9ea41214-9440-48e5-a2db-efc66141d1ed for instance with vm_state building and task_state spawning. [ 939.592262] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "b2947fcd-7430-4919-ad62-a96ce5b70878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.676s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.808064] env[63339]: INFO nova.compute.manager [-] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Took 1.69 seconds to deallocate network for instance. [ 939.879829] env[63339]: DEBUG nova.network.neutron [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Successfully created port: 9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 939.929771] env[63339]: INFO nova.compute.manager [-] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Took 1.42 seconds to deallocate network for instance. [ 939.981376] env[63339]: DEBUG nova.compute.utils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.999706] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 8ce39460-37a3-442d-9bdc-a0542e86c2f1] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 940.001388] env[63339]: DEBUG nova.network.neutron [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 940.028472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.029446] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.031018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.031018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1278a8-1da6-401a-9b54-a8d5979edf4f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.061349] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.062384] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.062826] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.063805] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.063805] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.064155] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.065032] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.067013] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.067013] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.067013] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.067013] env[63339]: DEBUG nova.virt.hardware [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.072616] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Reconfiguring VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 940.077215] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebbe39b-36c0-470e-b31f-928d876a6591 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.102209] env[63339]: DEBUG oslo_vmware.api [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 940.102209] env[63339]: value = "task-4320284" [ 940.102209] env[63339]: _type = "Task" [ 940.102209] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.114453] env[63339]: DEBUG oslo_vmware.api [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320284, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.318066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.364168] env[63339]: DEBUG nova.network.neutron [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Updating instance_info_cache with network_info: [{"id": "9ea41214-9440-48e5-a2db-efc66141d1ed", "address": "fa:16:3e:bd:a0:df", "network": {"id": "aaa33b13-832f-4813-9c8d-1398f7af8ad2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1731369418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0113b563e0034d6cb1819d6a1d3306d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea41214-94", "ovs_interfaceid": "9ea41214-9440-48e5-a2db-efc66141d1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.444448] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.484972] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.501065] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: d57768bf-d0e6-419d-80c5-060b3aacba5b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 940.611454] env[63339]: DEBUG oslo_vmware.api [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.680736] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2d0af0-5649-4b39-a8b7-cabf01079a3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.690199] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecbabbf-dfc6-4544-981a-f14520758ec7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.723383] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0038de07-218f-4596-af56-ed0a3548cf6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.732149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fcc4e-6444-4652-967c-a738082f4f59 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.748958] env[63339]: DEBUG nova.compute.provider_tree [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.868147] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Releasing lock "refresh_cache-f3c4018b-4f6a-4e86-94a3-efef140008b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.868384] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Instance network_info: |[{"id": "9ea41214-9440-48e5-a2db-efc66141d1ed", "address": "fa:16:3e:bd:a0:df", "network": {"id": "aaa33b13-832f-4813-9c8d-1398f7af8ad2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1731369418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0113b563e0034d6cb1819d6a1d3306d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea41214-94", "ovs_interfaceid": "9ea41214-9440-48e5-a2db-efc66141d1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.868964] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a0:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea41214-9440-48e5-a2db-efc66141d1ed', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.878198] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Creating folder: Project (0113b563e0034d6cb1819d6a1d3306d9). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.879306] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f09b4762-7ca1-47e6-976d-7d38addccc25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.893019] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Created folder: Project (0113b563e0034d6cb1819d6a1d3306d9) in parent group-v849594. [ 940.893410] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Creating folder: Instances. Parent ref: group-v849792. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.893794] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9d1467c-ba4d-4c26-a5b2-7ad650196ddb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.908351] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Created folder: Instances in parent group-v849792. [ 940.909154] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.909154] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.909479] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516bc682-5423-4b62-8a30-aebcfec725c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.935870] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.935870] env[63339]: value = "task-4320287" [ 940.935870] env[63339]: _type = "Task" [ 940.935870] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.946439] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320287, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.005714] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: fb2f6d4c-4099-4108-93f7-5e5c537f2a19] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 941.114611] env[63339]: DEBUG oslo_vmware.api [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320284, 'name': ReconfigVM_Task, 'duration_secs': 0.981171} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.115295] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.115534] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Reconfigured VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 941.252742] env[63339]: DEBUG nova.scheduler.client.report [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.453613] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320287, 'name': CreateVM_Task, 'duration_secs': 0.470693} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.453980] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.455558] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.455558] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.455558] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.456024] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac63e69c-b43a-4932-a898-bfdb9b34ba29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.463213] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 941.463213] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52afbdc9-07bc-9359-58b4-0f7fd8788cdd" [ 941.463213] env[63339]: _type = "Task" [ 941.463213] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.473143] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52afbdc9-07bc-9359-58b4-0f7fd8788cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.501339] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.509611] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: bf4b85bd-f649-4444-b057-fe6035bb8c2a] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 941.620454] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d1a80027-f09d-47e7-917c-14c82f9b6dfd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-63fdefbc-a279-4c6c-9300-46d450da723b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.177s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.710778] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:39:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1696706948',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-750229647',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.711476] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.711661] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.711960] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.712216] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.712409] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.712667] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.712863] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.713081] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.713258] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.713510] env[63339]: DEBUG nova.virt.hardware [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.715920] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3e124-46b0-4c20-a53e-b91da222e745 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.725877] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea7ad47-50a8-4eda-8610-02180c62c55e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.761729] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.762282] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.765064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 35.012s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.771052] env[63339]: DEBUG nova.network.neutron [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Successfully updated port: 9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 941.975917] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52afbdc9-07bc-9359-58b4-0f7fd8788cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.015874} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.976264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.976527] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.976789] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.976943] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.977149] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.977451] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b04419-fa77-4ed7-a663-c8e5398c2f9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.989070] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.989325] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.990883] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5cae861-a28c-429d-bfee-2c4a9aa1b7e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.997311] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 941.997311] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52788731-3be0-8b46-a674-48ac31e3af7a" [ 941.997311] env[63339]: _type = "Task" [ 941.997311] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.007962] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52788731-3be0-8b46-a674-48ac31e3af7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.013660] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: cc7f4540-dc8b-4b4a-90f2-9e7d29cd1f16] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 942.200960] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "14212226-45e7-471d-946f-72ced9f2b489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.201368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "14212226-45e7-471d-946f-72ced9f2b489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.201590] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "14212226-45e7-471d-946f-72ced9f2b489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.201787] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "14212226-45e7-471d-946f-72ced9f2b489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.201959] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "14212226-45e7-471d-946f-72ced9f2b489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.205753] env[63339]: INFO nova.compute.manager [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Terminating instance [ 942.268840] env[63339]: DEBUG nova.compute.utils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.271073] env[63339]: DEBUG nova.objects.instance [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lazy-loading 'migration_context' on Instance uuid 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.272481] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.272656] env[63339]: DEBUG nova.network.neutron [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 942.275337] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.275499] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.275734] env[63339]: DEBUG nova.network.neutron [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 942.352559] env[63339]: DEBUG nova.policy [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f52b5f88ff42b89bc00e8710f5f1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f08870761724bffae1c58d5130f3854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.432599] env[63339]: DEBUG nova.compute.manager [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-changed-9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 942.432847] env[63339]: DEBUG nova.compute.manager [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Refreshing instance network info cache due to event network-changed-9b6d8561-f938-49b9-8538-1d6899e799a7. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 942.433148] env[63339]: DEBUG oslo_concurrency.lockutils [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] Acquiring lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.433484] env[63339]: DEBUG oslo_concurrency.lockutils [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] Acquired lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.433741] env[63339]: DEBUG nova.network.neutron [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Refreshing network info cache for port 9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 942.510208] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52788731-3be0-8b46-a674-48ac31e3af7a, 'name': SearchDatastore_Task, 'duration_secs': 0.023684} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.510919] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc910f6-ed11-4c15-8c87-d210de898952 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.517853] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 1d8c7a69-e54e-4d64-90c8-06f0e76e9613] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 942.520014] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 942.520014] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525623d7-6249-16ae-211c-6312d1000d5f" [ 942.520014] env[63339]: _type = "Task" [ 942.520014] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.528952] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525623d7-6249-16ae-211c-6312d1000d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.634226] env[63339]: DEBUG nova.compute.manager [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Received event network-changed-9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 942.634511] env[63339]: DEBUG nova.compute.manager [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Refreshing instance network info cache due to event network-changed-9ea41214-9440-48e5-a2db-efc66141d1ed. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 942.634842] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] Acquiring lock "refresh_cache-f3c4018b-4f6a-4e86-94a3-efef140008b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.634959] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] Acquired lock "refresh_cache-f3c4018b-4f6a-4e86-94a3-efef140008b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.635172] env[63339]: DEBUG nova.network.neutron [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Refreshing network info cache for port 9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 942.690501] env[63339]: DEBUG nova.network.neutron [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Successfully created port: 8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.711546] env[63339]: DEBUG nova.compute.manager [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.711911] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.715295] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b2f70-762c-4db4-8c24-b3cd59c2420f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.723748] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.724147] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaac92b0-7315-421f-9db8-7edd1290ef1f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.734476] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 942.734476] env[63339]: value = "task-4320288" [ 942.734476] env[63339]: _type = "Task" [ 942.734476] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.744575] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.773938] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.854338] env[63339]: DEBUG nova.network.neutron [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 943.021151] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: eef7f93f-732f-42d5-bd76-cc760fba4f94] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 943.042513] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525623d7-6249-16ae-211c-6312d1000d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.019202} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.042655] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.042903] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] f3c4018b-4f6a-4e86-94a3-efef140008b7/f3c4018b-4f6a-4e86-94a3-efef140008b7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.043193] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df142346-74ef-4539-93cc-22af2dae45dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.055465] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 943.055465] env[63339]: value = "task-4320289" [ 943.055465] env[63339]: _type = "Task" [ 943.055465] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.071562] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.090493] env[63339]: DEBUG nova.network.neutron [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Updating instance_info_cache with network_info: [{"id": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "address": "fa:16:3e:f5:00:46", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1c3dc3-59", "ovs_interfaceid": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.256107] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320288, 'name': PowerOffVM_Task, 'duration_secs': 0.395621} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.256107] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.256621] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.263114] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a8d3ebf-b463-4ed1-b4cb-f770fd0ebc3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.300629] env[63339]: DEBUG nova.network.neutron [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updated VIF entry in instance network info cache for port 9b6d8561-f938-49b9-8538-1d6899e799a7. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 943.301239] env[63339]: DEBUG nova.network.neutron [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b6d8561-f938-49b9-8538-1d6899e799a7", "address": "fa:16:3e:81:7f:68", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6d8561-f9", "ovs_interfaceid": "9b6d8561-f938-49b9-8538-1d6899e799a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.358617] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.358793] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.359053] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Deleting the datastore file [datastore2] 14212226-45e7-471d-946f-72ced9f2b489 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.360722] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7094fafc-750d-4e62-ab92-d697fb90a852 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.370078] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for the task: (returnval){ [ 943.370078] env[63339]: value = "task-4320291" [ 943.370078] env[63339]: _type = "Task" [ 943.370078] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.383315] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.439152] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2349a-8385-422b-9597-1e41ae0f2885 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.449838] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab20031-3fe6-4c97-a688-57f59629c31c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.489868] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766817c3-a6ef-4f08-b348-37ace12cb742 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.502378] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b93c1a1-c658-4fbb-affb-6e53cfad78a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.521854] env[63339]: DEBUG nova.compute.provider_tree [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.533926] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 6588d641-32ed-4469-a13f-44d2f5f699d6] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 943.565872] env[63339]: DEBUG nova.network.neutron [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Updated VIF entry in instance network info cache for port 9ea41214-9440-48e5-a2db-efc66141d1ed. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 943.566614] env[63339]: DEBUG nova.network.neutron [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Updating instance_info_cache with network_info: [{"id": "9ea41214-9440-48e5-a2db-efc66141d1ed", "address": "fa:16:3e:bd:a0:df", "network": {"id": "aaa33b13-832f-4813-9c8d-1398f7af8ad2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1731369418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0113b563e0034d6cb1819d6a1d3306d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea41214-94", "ovs_interfaceid": "9ea41214-9440-48e5-a2db-efc66141d1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.581323] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320289, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.597374] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Releasing lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.597749] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Instance network_info: |[{"id": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "address": "fa:16:3e:f5:00:46", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1c3dc3-59", "ovs_interfaceid": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.598667] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:00:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d1c3dc3-5987-499b-b3da-d533942bbaef', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.607080] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.607411] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.607669] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf867999-a0ae-4e96-b5fd-2cc4fb63e502 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.631758] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.631758] env[63339]: value = "task-4320292" [ 943.631758] env[63339]: _type = "Task" [ 943.631758] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.644526] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320292, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.664011] env[63339]: INFO nova.compute.manager [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Rebuilding instance [ 943.732512] env[63339]: DEBUG nova.compute.manager [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.734092] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d5322-66a6-4376-8d2c-28f37b1de25f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.794209] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.805146] env[63339]: DEBUG oslo_concurrency.lockutils [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] Releasing lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.805587] env[63339]: DEBUG nova.compute.manager [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received event network-vif-deleted-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 943.805723] env[63339]: DEBUG nova.compute.manager [req-1332deac-c55f-49ac-869d-4374b92909a2 req-4b5ecf9f-63ec-4b93-92a4-1644cf2ac64f service nova] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Received event network-vif-deleted-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 943.826322] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.826675] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.826776] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.826953] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.827211] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.827382] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.828186] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.828375] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.828556] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.828733] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.828912] env[63339]: DEBUG nova.virt.hardware [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.830280] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba7593-08a2-4983-bb52-090ad09ae760 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.840284] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab70420-5f56-4e59-8df8-de8c3a5185a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.884144] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.028362] env[63339]: DEBUG nova.scheduler.client.report [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.038309] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 53eaf6d8-ee6a-42bf-87b8-fe8198bd462a] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 944.070208] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] Releasing lock "refresh_cache-f3c4018b-4f6a-4e86-94a3-efef140008b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.070483] env[63339]: DEBUG nova.compute.manager [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Received event network-vif-deleted-0b8b8f02-425d-4323-958e-c2ae19cd130c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 944.071295] env[63339]: DEBUG nova.compute.manager [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Received event network-vif-plugged-9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 944.071295] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] Acquiring lock "db494bdc-a4cf-495b-a00f-b67711ed2f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.071295] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.071569] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.071978] env[63339]: DEBUG nova.compute.manager [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] No waiting events found dispatching network-vif-plugged-9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.071978] env[63339]: WARNING nova.compute.manager [req-1a32365a-b273-4911-93ca-b764bf7d2370 req-1b66f2ea-49c3-4a29-8925-4f8cc8224a49 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Received unexpected event network-vif-plugged-9d1c3dc3-5987-499b-b3da-d533942bbaef for instance with vm_state building and task_state spawning. [ 944.080346] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807832} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.080346] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] f3c4018b-4f6a-4e86-94a3-efef140008b7/f3c4018b-4f6a-4e86-94a3-efef140008b7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.080346] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.080346] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f5f2d0-bc0c-4014-8e15-a2cc39d30b8e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.096210] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 944.096210] env[63339]: value = "task-4320293" [ 944.096210] env[63339]: _type = "Task" [ 944.096210] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.110440] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.144184] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320292, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.326977] env[63339]: DEBUG nova.network.neutron [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Successfully updated port: 8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.382379] env[63339]: DEBUG oslo_vmware.api [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Task: {'id': task-4320291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702305} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.382751] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.382862] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.383029] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.383213] env[63339]: INFO nova.compute.manager [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Took 1.67 seconds to destroy the instance on the hypervisor. [ 944.383541] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.383760] env[63339]: DEBUG nova.compute.manager [-] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.383855] env[63339]: DEBUG nova.network.neutron [-] [instance: 14212226-45e7-471d-946f-72ced9f2b489] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 944.541597] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 256fe9ec-78a1-48b3-8716-49e7922668c4] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 944.610027] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138168} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.610027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.610027] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81adc447-dae1-4b11-961b-0d27c4a4276a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.637577] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] f3c4018b-4f6a-4e86-94a3-efef140008b7/f3c4018b-4f6a-4e86-94a3-efef140008b7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.639256] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2225c27-0ff1-48dc-bdad-02cde815c298 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.671019] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320292, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.671919] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 944.671919] env[63339]: value = "task-4320294" [ 944.671919] env[63339]: _type = "Task" [ 944.671919] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.683601] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.754348] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.754348] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aeccba1-2b52-4243-b048-1095d84e0802 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.763023] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 944.763023] env[63339]: value = "task-4320295" [ 944.763023] env[63339]: _type = "Task" [ 944.763023] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.775618] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.801756] env[63339]: DEBUG nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Received event network-changed-9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 944.801965] env[63339]: DEBUG nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Refreshing instance network info cache due to event network-changed-9d1c3dc3-5987-499b-b3da-d533942bbaef. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 944.802723] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Acquiring lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.802723] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Acquired lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.802723] env[63339]: DEBUG nova.network.neutron [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Refreshing network info cache for port 9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 944.829417] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "refresh_cache-6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.829575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "refresh_cache-6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.829729] env[63339]: DEBUG nova.network.neutron [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 945.046553] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.281s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.053901] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.804s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.055543] env[63339]: INFO nova.compute.claims [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.059914] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: fdfa7258-36c5-4d26-820b-b5389b9d4f6d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 945.150144] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320292, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.163563] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-63fdefbc-a279-4c6c-9300-46d450da723b-9b6d8561-f938-49b9-8538-1d6899e799a7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.163869] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-63fdefbc-a279-4c6c-9300-46d450da723b-9b6d8561-f938-49b9-8538-1d6899e799a7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.183249] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.275124] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320295, 'name': PowerOffVM_Task, 'duration_secs': 0.326873} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.275448] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.275735] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.276634] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520ed8bf-4d6d-43e5-b456-4d7672cee00b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.285490] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.285836] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f179e9a-99df-49af-887c-db0735931591 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.364788] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.366271] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.366271] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.366271] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-661dc95f-c7a7-40a2-a367-4b8c08d131f2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.375015] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 945.375015] env[63339]: value = "task-4320297" [ 945.375015] env[63339]: _type = "Task" [ 945.375015] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.386010] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.456622] env[63339]: DEBUG nova.network.neutron [-] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.578066] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: b09e59b5-8e84-4e1c-999d-26485313b701] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 945.582092] env[63339]: DEBUG nova.network.neutron [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Updated VIF entry in instance network info cache for port 9d1c3dc3-5987-499b-b3da-d533942bbaef. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 945.582646] env[63339]: DEBUG nova.network.neutron [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Updating instance_info_cache with network_info: [{"id": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "address": "fa:16:3e:f5:00:46", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1c3dc3-59", "ovs_interfaceid": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.628125] env[63339]: DEBUG nova.network.neutron [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 945.656021] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320292, 'name': CreateVM_Task, 'duration_secs': 1.653967} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.656021] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.656021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.656021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.656021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.656021] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e43a70a-30cb-424f-a5ff-6cc4db6e4f6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.659720] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 945.659720] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a3c969-2929-9a92-4737-74a3e5c408bd" [ 945.659720] env[63339]: _type = "Task" [ 945.659720] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.666553] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.667044] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.672018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c3d73-aa1d-421b-bcf1-8182fc2668dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.675420] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a3c969-2929-9a92-4737-74a3e5c408bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.708414] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bdc716-6f48-4658-bca3-6c358ef537a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.715022] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320294, 'name': ReconfigVM_Task, 'duration_secs': 0.543326} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.715022] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] f3c4018b-4f6a-4e86-94a3-efef140008b7/f3c4018b-4f6a-4e86-94a3-efef140008b7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.715022] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5eaa20c-9cfc-4bc8-a5e0-f66a99e1ab33 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.743869] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Reconfiguring VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 945.747063] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf23d2fa-53bd-4132-b814-ca5b7317b69e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.763492] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 945.763492] env[63339]: value = "task-4320298" [ 945.763492] env[63339]: _type = "Task" [ 945.763492] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.769316] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 945.769316] env[63339]: value = "task-4320299" [ 945.769316] env[63339]: _type = "Task" [ 945.769316] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.772558] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320298, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.785245] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.885388] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348049} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.885906] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.886154] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.886370] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.920589] env[63339]: DEBUG nova.network.neutron [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Updating instance_info_cache with network_info: [{"id": "8cde389c-a14b-44f1-bfd4-5587bf866a83", "address": "fa:16:3e:00:0b:0f", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde389c-a1", "ovs_interfaceid": "8cde389c-a14b-44f1-bfd4-5587bf866a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.962413] env[63339]: INFO nova.compute.manager [-] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Took 1.58 seconds to deallocate network for instance. [ 946.085798] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 32c2cdab-847b-405b-8fb1-2c6509b20552] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 946.095021] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Releasing lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.095021] env[63339]: DEBUG nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Received event network-vif-plugged-8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 946.095021] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Acquiring lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.095021] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.095021] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.095021] env[63339]: DEBUG nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] No waiting events found dispatching network-vif-plugged-8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.095021] env[63339]: WARNING nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Received unexpected event network-vif-plugged-8cde389c-a14b-44f1-bfd4-5587bf866a83 for instance with vm_state building and task_state spawning. [ 946.095021] env[63339]: DEBUG nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Received event network-changed-8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 946.095021] env[63339]: DEBUG nova.compute.manager [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Refreshing instance network info cache due to event network-changed-8cde389c-a14b-44f1-bfd4-5587bf866a83. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 946.095021] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Acquiring lock "refresh_cache-6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.172722] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a3c969-2929-9a92-4737-74a3e5c408bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017722} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.175790] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.176642] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.176642] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.176642] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.176642] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.177696] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ff240ee-356c-46cd-b2c8-009148f5b951 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.188345] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.188803] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.191811] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a50344-0ca6-44e7-8e22-e3d6e08d540f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.198937] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 946.198937] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52073ac4-693e-4330-afe0-8f5eaac9128b" [ 946.198937] env[63339]: _type = "Task" [ 946.198937] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.208073] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52073ac4-693e-4330-afe0-8f5eaac9128b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.275971] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320298, 'name': Rename_Task, 'duration_secs': 0.187507} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.279284] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.279617] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c05c1be0-ce62-4392-80e8-a7455288df2b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.289165] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.290857] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 946.290857] env[63339]: value = "task-4320300" [ 946.290857] env[63339]: _type = "Task" [ 946.290857] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.299513] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.422462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "refresh_cache-6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.422838] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Instance network_info: |[{"id": "8cde389c-a14b-44f1-bfd4-5587bf866a83", "address": "fa:16:3e:00:0b:0f", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde389c-a1", "ovs_interfaceid": "8cde389c-a14b-44f1-bfd4-5587bf866a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.423189] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Acquired lock "refresh_cache-6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.423388] env[63339]: DEBUG nova.network.neutron [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Refreshing network info cache for port 8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 946.424689] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:0b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cde389c-a14b-44f1-bfd4-5587bf866a83', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.432586] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.437227] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.437687] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d75c80b8-2b6a-44f6-b3f2-7bbf13bba1b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.461430] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.461430] env[63339]: value = "task-4320301" [ 946.461430] env[63339]: _type = "Task" [ 946.461430] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.471627] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.475595] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320301, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.595396] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: d0105121-3a59-4eac-ad1f-d31d6d268da0] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 946.620067] env[63339]: INFO nova.compute.manager [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Swapping old allocation on dict_keys(['84ee6762-1c4c-40d9-9e2b-ed7522c56c3c']) held by migration d027223d-ccd8-4f07-886a-8318c9ac4be8 for instance [ 946.640509] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2145766-8f8e-4440-ba3a-a97f2201b0d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.645133] env[63339]: DEBUG nova.scheduler.client.report [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Overwriting current allocation {'allocations': {'84ee6762-1c4c-40d9-9e2b-ed7522c56c3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '52547076eaa7400bafc04a0f05676493', 'user_id': 'e5b5d8357a824ab28772d7489a71a5d0', 'consumer_generation': 1} on consumer 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 {{(pid=63339) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 946.652956] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3147af81-e5ab-4a2d-b32d-fe471458031b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.687484] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225621c1-cc2b-44b7-8fca-93d8f95cc454 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.696393] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a19ec3-9fe5-49b9-aa8f-62c8234f0a8e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.720893] env[63339]: DEBUG nova.compute.provider_tree [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.726022] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52073ac4-693e-4330-afe0-8f5eaac9128b, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.726022] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689c851f-372c-4117-8b31-6690c9759049 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.732091] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 946.732091] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521a4358-8cf9-f4c6-81b2-ddda4107a1eb" [ 946.732091] env[63339]: _type = "Task" [ 946.732091] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.742565] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521a4358-8cf9-f4c6-81b2-ddda4107a1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.766251] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.768027] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquired lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.768027] env[63339]: DEBUG nova.network.neutron [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 946.789798] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.803985] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.954512] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.954884] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.955188] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.955521] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.955778] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.955947] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.956271] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.956569] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.956858] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.957118] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.957313] env[63339]: DEBUG nova.virt.hardware [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.958437] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a2037-1ecb-4ea1-9831-2c4bc048fab4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.965146] env[63339]: DEBUG nova.compute.manager [req-3ef83f88-2303-4468-8eb5-627df2475279 req-acb87243-4779-497e-b9a8-228fffa75914 service nova] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Received event network-vif-deleted-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 946.978876] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320301, 'name': CreateVM_Task, 'duration_secs': 0.399072} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.980267] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13522258-bc5c-4bd1-ba6c-df96926af127 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.984828] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.989346] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.989784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.990205] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.991310] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70ebbfe-0e49-45a8-8c8f-9078e7a63047 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.002602] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:54:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d3d9da6-a5ba-4532-8d31-b7a46c628fed', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.010536] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.011707] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.012014] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-541be987-7fc5-45e0-aa15-b510650ce076 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.029321] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 947.029321] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fafd4d-9162-baf3-90d0-b66d9a3552be" [ 947.029321] env[63339]: _type = "Task" [ 947.029321] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.036035] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.036035] env[63339]: value = "task-4320302" [ 947.036035] env[63339]: _type = "Task" [ 947.036035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.042976] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fafd4d-9162-baf3-90d0-b66d9a3552be, 'name': SearchDatastore_Task, 'duration_secs': 0.02163} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.043878] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.044151] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.044417] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.048585] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320302, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.105313] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 95eff2bc-3e47-4fe0-b758-20a8da8561b1] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 947.225808] env[63339]: DEBUG nova.scheduler.client.report [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.245703] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521a4358-8cf9-f4c6-81b2-ddda4107a1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016779} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.249696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.250853] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22/db494bdc-a4cf-495b-a00f-b67711ed2f22.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.251054] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.251200] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.251513] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1593eb3b-23fc-4a2b-86fb-9545a0412111 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.254586] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad78415-ad8d-4263-813e-53302f0e62d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.264504] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 947.264504] env[63339]: value = "task-4320303" [ 947.264504] env[63339]: _type = "Task" [ 947.264504] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.273105] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.273105] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.275079] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef27068-f9a6-4a40-a23e-cbb1f9218118 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.283326] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.300529] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.303861] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 947.303861] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5258c103-566b-8507-827e-af1418638600" [ 947.303861] env[63339]: _type = "Task" [ 947.303861] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.309439] env[63339]: DEBUG oslo_vmware.api [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320300, 'name': PowerOnVM_Task, 'duration_secs': 0.585365} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.310270] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.311397] env[63339]: INFO nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Took 9.08 seconds to spawn the instance on the hypervisor. [ 947.311397] env[63339]: DEBUG nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.311765] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35723f81-b8e0-4f03-a3bb-cca4baf36e88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.320072] env[63339]: DEBUG nova.network.neutron [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Updated VIF entry in instance network info cache for port 8cde389c-a14b-44f1-bfd4-5587bf866a83. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 947.320660] env[63339]: DEBUG nova.network.neutron [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Updating instance_info_cache with network_info: [{"id": "8cde389c-a14b-44f1-bfd4-5587bf866a83", "address": "fa:16:3e:00:0b:0f", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde389c-a1", "ovs_interfaceid": "8cde389c-a14b-44f1-bfd4-5587bf866a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.323080] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5258c103-566b-8507-827e-af1418638600, 'name': SearchDatastore_Task, 'duration_secs': 0.014252} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.327336] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3daaa68b-a957-4803-80ad-cb00fcc90c19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.342985] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 947.342985] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52005f12-c2f8-9c34-4785-6bebcd5b326b" [ 947.342985] env[63339]: _type = "Task" [ 947.342985] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.352895] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52005f12-c2f8-9c34-4785-6bebcd5b326b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.537247] env[63339]: DEBUG nova.network.neutron [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [{"id": "3ed992e9-32cb-456c-a54a-779285d84aad", "address": "fa:16:3e:84:6d:ca", "network": {"id": "6a154bb3-2d94-4189-a7ca-52ecbdf7b1dd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75d6b3b4f2044e19bc9f44f53c57f4db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed992e9-32", "ovs_interfaceid": "3ed992e9-32cb-456c-a54a-779285d84aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.548494] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320302, 'name': CreateVM_Task, 'duration_secs': 0.444806} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.549303] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.549974] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.550152] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.550496] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.551025] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed19d502-2b35-49b4-81be-02deac723a23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.556217] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 947.556217] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521cab87-888f-0f0b-2ecc-18d467255191" [ 947.556217] env[63339]: _type = "Task" [ 947.556217] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.564323] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521cab87-888f-0f0b-2ecc-18d467255191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.601100] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297e2da-2cf4-5794-1014-6259785ec46e/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.602060] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c9b552-4ef0-4a35-8245-ce2f4287423c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.608717] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297e2da-2cf4-5794-1014-6259785ec46e/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.608842] env[63339]: ERROR oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297e2da-2cf4-5794-1014-6259785ec46e/disk-0.vmdk due to incomplete transfer. [ 947.610218] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 14f78e65-396c-438a-9eb7-8e923730d915] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 947.611678] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd2eb249-cc00-4106-aa8f-0114d156283e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.620676] env[63339]: DEBUG oslo_vmware.rw_handles [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297e2da-2cf4-5794-1014-6259785ec46e/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.620900] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Uploaded image f641140c-46fa-4d3d-b9a9-b5920cfe1a52 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 947.625024] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.625024] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0410ab5d-9538-4282-9c82-cd41daa6bdaf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.630196] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 947.630196] env[63339]: value = "task-4320304" [ 947.630196] env[63339]: _type = "Task" [ 947.630196] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.642046] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320304, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.733068] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.733068] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.738569] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.804s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.738799] env[63339]: DEBUG nova.objects.instance [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.776167] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.798356] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.824125] env[63339]: DEBUG oslo_concurrency.lockutils [req-f3cebe37-7ebb-4d7c-87ae-1fe11342431a req-74193967-e781-4655-af97-888125cce9a4 service nova] Releasing lock "refresh_cache-6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.846607] env[63339]: INFO nova.compute.manager [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Took 51.06 seconds to build instance. [ 947.862916] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52005f12-c2f8-9c34-4785-6bebcd5b326b, 'name': SearchDatastore_Task, 'duration_secs': 0.018378} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.863310] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.863744] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53/6f906768-5ceb-4598-b9cd-1f0c3eb0ab53.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.864443] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e99d07-04a9-41f2-9dd5-e45856102fa6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.874048] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 947.874048] env[63339]: value = "task-4320305" [ 947.874048] env[63339]: _type = "Task" [ 947.874048] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.884348] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.044177] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Releasing lock "refresh_cache-8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.044945] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.045299] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ff5051-25b3-4173-8d4d-067a88983ac4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.055838] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 948.055838] env[63339]: value = "task-4320306" [ 948.055838] env[63339]: _type = "Task" [ 948.055838] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.069433] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.074527] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521cab87-888f-0f0b-2ecc-18d467255191, 'name': SearchDatastore_Task, 'duration_secs': 0.043238} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.074895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.075240] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.075506] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.075696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.075911] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.076214] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8efd65-b44e-4c44-94eb-73e1169cb47a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.088892] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.089078] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.090153] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a55d41-2cfc-4704-bb81-3bf3bfe74cf8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.096617] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 948.096617] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525b1643-51c8-e8ef-f5bd-9c647fad3180" [ 948.096617] env[63339]: _type = "Task" [ 948.096617] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.106585] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525b1643-51c8-e8ef-f5bd-9c647fad3180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.115397] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: fdd97ec9-4a59-4194-84a6-b4c13f64fd3d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 948.142621] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320304, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.245830] env[63339]: DEBUG nova.compute.utils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.255361] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.255361] env[63339]: DEBUG nova.network.neutron [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 948.280271] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81631} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.280498] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22/db494bdc-a4cf-495b-a00f-b67711ed2f22.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.280806] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.281189] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c28896-8e5a-45eb-919e-bbc4d346bab3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.302772] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.304867] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 948.304867] env[63339]: value = "task-4320307" [ 948.304867] env[63339]: _type = "Task" [ 948.304867] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.314950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "f3c4018b-4f6a-4e86-94a3-efef140008b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.315210] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.355255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9434061c-d353-48d5-9375-1a5b23d2cd47 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.524s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.355255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.041s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.355467] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "f3c4018b-4f6a-4e86-94a3-efef140008b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.355643] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.355842] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.359537] env[63339]: INFO nova.compute.manager [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Terminating instance [ 948.386321] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320305, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.460492] env[63339]: DEBUG nova.policy [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a5302167fb4429a95988ccd972d31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c900049c3740db98a6198a0289dfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.568762] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320306, 'name': PowerOffVM_Task, 'duration_secs': 0.266851} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.569074] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.569761] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:41:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='62f9f39f-7f88-4fe5-b526-bb1b39010b2a',id=24,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-655573',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.569978] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.570153] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.570342] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.570508] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.570642] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.570844] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.571009] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.571179] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.571344] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.571535] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.576814] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2fbe6f6-4134-4659-8bf5-3965390a3a18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.596890] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 948.596890] env[63339]: value = "task-4320308" [ 948.596890] env[63339]: _type = "Task" [ 948.596890] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.610457] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525b1643-51c8-e8ef-f5bd-9c647fad3180, 'name': SearchDatastore_Task, 'duration_secs': 0.026767} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.616397] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.616691] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de675e4-f880-42b4-b168-a10fa520fc24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.619457] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: f6f459d0-99a4-4ea3-a032-6ecbbd5bae3c] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 948.627792] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 948.627792] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52744d37-cd31-d5d0-7fba-744c21bcd0c4" [ 948.627792] env[63339]: _type = "Task" [ 948.627792] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.640934] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52744d37-cd31-d5d0-7fba-744c21bcd0c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.645067] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320304, 'name': Destroy_Task, 'duration_secs': 0.614051} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.645472] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Destroyed the VM [ 948.645797] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.646113] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7872b97a-0838-43d8-83c7-029f0ee5abdd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.654366] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 948.654366] env[63339]: value = "task-4320309" [ 948.654366] env[63339]: _type = "Task" [ 948.654366] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.665239] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320309, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.760639] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.764491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d5937a8b-a892-4f6a-81c9-eeae2ad6cae0 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.765932] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.102s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.770574] env[63339]: INFO nova.compute.claims [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.791081] env[63339]: DEBUG nova.network.neutron [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Successfully created port: e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 948.801298] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.816702] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080145} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.817138] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.817719] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3c6941-6357-4d6b-ab2c-474c273ae3ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.844477] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22/db494bdc-a4cf-495b-a00f-b67711ed2f22.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.845364] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a89a800-8f72-43a6-8c80-aa7590a5375c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.868715] env[63339]: DEBUG nova.compute.manager [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.868964] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.869345] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 948.869345] env[63339]: value = "task-4320310" [ 948.869345] env[63339]: _type = "Task" [ 948.869345] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.870113] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024eccea-4604-4030-8797-fe1c124586b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.886047] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.889846] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31064b61-2b67-46b0-8c3d-f639a2fdc875 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.891572] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.895014] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864594} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.896107] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53/6f906768-5ceb-4598-b9cd-1f0c3eb0ab53.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.896107] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.896555] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aaf74ff-70b2-4dfb-8cd6-9edce8480c7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.900998] env[63339]: DEBUG oslo_vmware.api [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 948.900998] env[63339]: value = "task-4320311" [ 948.900998] env[63339]: _type = "Task" [ 948.900998] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.907468] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 948.907468] env[63339]: value = "task-4320312" [ 948.907468] env[63339]: _type = "Task" [ 948.907468] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.915577] env[63339]: DEBUG oslo_vmware.api [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.922113] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.108589] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320308, 'name': ReconfigVM_Task, 'duration_secs': 0.185967} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.109260] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de42738-5bc3-4421-b80a-0f829c1a5c79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.131322] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:41:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='62f9f39f-7f88-4fe5-b526-bb1b39010b2a',id=24,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-655573',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.131587] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.131761] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.131950] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.132108] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.132264] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.132470] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.132675] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.132858] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.133036] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.133240] env[63339]: DEBUG nova.virt.hardware [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.134186] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.134334] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Cleaning up deleted instances with incomplete migration {{(pid=63339) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 949.142563] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6e5882-b068-4b21-9708-916d480bdb92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.151981] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52744d37-cd31-d5d0-7fba-744c21bcd0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.060846} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.154033] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.154360] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.155035] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 949.155035] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52420de9-0746-03a1-3c09-146ab54d1b93" [ 949.155035] env[63339]: _type = "Task" [ 949.155035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.156077] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b9e813-77de-4c72-b2cb-73f4d20db29e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.169700] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52420de9-0746-03a1-3c09-146ab54d1b93, 'name': SearchDatastore_Task, 'duration_secs': 0.007398} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.178649] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.179056] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 949.179056] env[63339]: value = "task-4320313" [ 949.179056] env[63339]: _type = "Task" [ 949.179056] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.179281] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320309, 'name': RemoveSnapshot_Task, 'duration_secs': 0.432593} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.179838] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0545db30-ca91-4e6b-bd20-35c848041893 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.193635] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.193895] env[63339]: DEBUG nova.compute.manager [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.198098] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf5b15-c52d-46b3-ad4c-e8228494059c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.208191] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.211059] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 949.211059] env[63339]: value = "task-4320314" [ 949.211059] env[63339]: _type = "Task" [ 949.211059] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.221976] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.298969] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.388300] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320310, 'name': ReconfigVM_Task, 'duration_secs': 0.485232} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.388759] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Reconfigured VM instance instance-00000045 to attach disk [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22/db494bdc-a4cf-495b-a00f-b67711ed2f22.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.389015] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63339) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 949.389788] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2460d606-2ecd-401b-9912-dac10028e291 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.400287] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 949.400287] env[63339]: value = "task-4320315" [ 949.400287] env[63339]: _type = "Task" [ 949.400287] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.417802] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320315, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.423113] env[63339]: DEBUG oslo_vmware.api [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320311, 'name': PowerOffVM_Task, 'duration_secs': 0.203693} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.423569] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.423920] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.427832] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84556eb4-0738-4019-b247-72bb13e4d3de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.429927] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081583} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.430287] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.431542] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c7a16-7edc-4383-b933-0a03a5a2eb59 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457428] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53/6f906768-5ceb-4598-b9cd-1f0c3eb0ab53.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.457798] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a9b505-7415-45a5-a823-e91d012674d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.482068] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 949.482068] env[63339]: value = "task-4320317" [ 949.482068] env[63339]: _type = "Task" [ 949.482068] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.493148] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.535327] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.535327] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.535327] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Deleting the datastore file [datastore2] f3c4018b-4f6a-4e86-94a3-efef140008b7 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.535327] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17905380-a40e-4957-86b1-fe989ed337f7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.544658] env[63339]: DEBUG oslo_vmware.api [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for the task: (returnval){ [ 949.544658] env[63339]: value = "task-4320318" [ 949.544658] env[63339]: _type = "Task" [ 949.544658] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.556429] env[63339]: DEBUG oslo_vmware.api [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.646622] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.704963] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320313, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.719922] env[63339]: INFO nova.compute.manager [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Shelve offloading [ 949.727209] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320314, 'name': ReconfigVM_Task, 'duration_secs': 0.271767} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.727774] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.728667] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea02de1-6221-45cf-9da3-13dd345f2ed2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.753124] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.753915] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bec233a-1488-4cdb-be79-739007440530 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.774471] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 949.774471] env[63339]: value = "task-4320319" [ 949.774471] env[63339]: _type = "Task" [ 949.774471] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.775933] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.797925] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.805816] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.821663] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.821981] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.822153] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.822351] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.822503] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.822650] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.823122] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.823122] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.823255] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.824101] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.824101] env[63339]: DEBUG nova.virt.hardware [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.825031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160f824-8a29-4bfa-b061-077d2ba1d500 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.839018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6de66-f7e1-405d-90ab-eacf6f7502c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.912324] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320315, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.270413} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.916362] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63339) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 949.917765] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f99fb3-8a32-43e9-9ce9-cee9bc850c0f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.952321] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22/ephemeral_0.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.958060] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e060d938-1118-4d50-8c85-ba542e1eddf5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.979537] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 949.979537] env[63339]: value = "task-4320320" [ 949.979537] env[63339]: _type = "Task" [ 949.979537] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.000693] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.005550] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.060826] env[63339]: DEBUG oslo_vmware.api [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Task: {'id': task-4320318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332524} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.061241] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.061507] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.061697] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.061878] env[63339]: INFO nova.compute.manager [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 950.062150] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.062358] env[63339]: DEBUG nova.compute.manager [-] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.062469] env[63339]: DEBUG nova.network.neutron [-] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 950.205296] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561423} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.208507] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.211022] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.211022] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-488fb8ad-06a9-4745-b446-320e87ee380b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.217186] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 950.217186] env[63339]: value = "task-4320321" [ 950.217186] env[63339]: _type = "Task" [ 950.217186] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.234589] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.235414] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.235572] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-160579fe-d3c5-42f2-b5e3-e683e194bcbb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.246543] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 950.246543] env[63339]: value = "task-4320322" [ 950.246543] env[63339]: _type = "Task" [ 950.246543] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.259822] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.260125] env[63339]: DEBUG nova.compute.manager [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.261060] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae2e9a-97ec-4b8b-891b-21ec6051b160 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.268362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.268543] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.268763] env[63339]: DEBUG nova.network.neutron [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 950.295064] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320319, 'name': ReconfigVM_Task, 'duration_secs': 0.333193} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.295293] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0/8d8956d2-9f0d-4e87-b1e4-13c4655cffd0.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.298716] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad8f217-6de8-4174-9930-a528625d41c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.306498] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.329555] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a6914-ab63-4f7b-8d00-b35e2227637f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.333406] env[63339]: DEBUG nova.compute.manager [req-8153f10a-b24f-4a53-9be7-2948f0ff5974 req-0471a60d-edc9-4931-b3ac-65428be53892 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Received event network-vif-plugged-e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 950.333406] env[63339]: DEBUG oslo_concurrency.lockutils [req-8153f10a-b24f-4a53-9be7-2948f0ff5974 req-0471a60d-edc9-4931-b3ac-65428be53892 service nova] Acquiring lock "9ff94263-33e3-475b-ab4c-4001bdb6047d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.333659] env[63339]: DEBUG oslo_concurrency.lockutils [req-8153f10a-b24f-4a53-9be7-2948f0ff5974 req-0471a60d-edc9-4931-b3ac-65428be53892 service nova] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.333799] env[63339]: DEBUG oslo_concurrency.lockutils [req-8153f10a-b24f-4a53-9be7-2948f0ff5974 req-0471a60d-edc9-4931-b3ac-65428be53892 service nova] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.333965] env[63339]: DEBUG nova.compute.manager [req-8153f10a-b24f-4a53-9be7-2948f0ff5974 req-0471a60d-edc9-4931-b3ac-65428be53892 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] No waiting events found dispatching network-vif-plugged-e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.334135] env[63339]: WARNING nova.compute.manager [req-8153f10a-b24f-4a53-9be7-2948f0ff5974 req-0471a60d-edc9-4931-b3ac-65428be53892 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Received unexpected event network-vif-plugged-e378fd32-9844-4902-b4fc-f9824d7b805e for instance with vm_state building and task_state spawning. [ 950.335240] env[63339]: DEBUG nova.network.neutron [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Successfully updated port: e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.363038] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9896551-28d1-47ed-a1ca-ac69cce2563b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.389520] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb22b4-027b-4869-bea5-14ebbea249ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.400247] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.400529] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a94584-8a2f-4f7f-ad3a-160409d35248 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.408835] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 950.408835] env[63339]: value = "task-4320323" [ 950.408835] env[63339]: _type = "Task" [ 950.408835] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.427490] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.445529] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d78fe-73d5-4ccd-9355-a0e23a1c899f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.458076] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26770ad-9785-4ed2-8367-fd5da02db1d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.505604] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0fc01f-2453-4d4f-a2d8-22a711e3df11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.513239] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320317, 'name': ReconfigVM_Task, 'duration_secs': 0.552003} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.518668] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53/6f906768-5ceb-4598-b9cd-1f0c3eb0ab53.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.519437] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320320, 'name': ReconfigVM_Task, 'duration_secs': 0.427856} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.520968] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c4aa078-c969-40b7-ab89-cf4c9633a2fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.523917] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4197f5-e951-44ba-8136-0f7d4113e7f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.528214] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Reconfigured VM instance instance-00000045 to attach disk [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22/ephemeral_0.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.529145] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53062790-0e97-431c-ac97-5264f0e5224b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.541881] env[63339]: DEBUG nova.compute.provider_tree [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.551025] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 950.551025] env[63339]: value = "task-4320324" [ 950.551025] env[63339]: _type = "Task" [ 950.551025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.551025] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 950.551025] env[63339]: value = "task-4320325" [ 950.551025] env[63339]: _type = "Task" [ 950.551025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.560325] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320325, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.565241] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320324, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.682059] env[63339]: DEBUG nova.compute.manager [req-6605de91-0b4c-44b9-a587-3bc89a9982a9 req-9d960b6d-1399-4fc8-a153-987f2c8667b4 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Received event network-vif-deleted-9ea41214-9440-48e5-a2db-efc66141d1ed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 950.682059] env[63339]: INFO nova.compute.manager [req-6605de91-0b4c-44b9-a587-3bc89a9982a9 req-9d960b6d-1399-4fc8-a153-987f2c8667b4 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Neutron deleted interface 9ea41214-9440-48e5-a2db-efc66141d1ed; detaching it from the instance and deleting it from the info cache [ 950.682059] env[63339]: DEBUG nova.network.neutron [req-6605de91-0b4c-44b9-a587-3bc89a9982a9 req-9d960b6d-1399-4fc8-a153-987f2c8667b4 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.729063] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087925} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.729392] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.730360] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3cd7ed-ba95-48ea-9afe-04784fda7e67 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.755277] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.756074] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e1a9ea-4240-4583-a122-4feac70750b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.782315] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 950.782315] env[63339]: value = "task-4320326" [ 950.782315] env[63339]: _type = "Task" [ 950.782315] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.795510] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.799313] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.841357] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "refresh_cache-9ff94263-33e3-475b-ab4c-4001bdb6047d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.841357] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "refresh_cache-9ff94263-33e3-475b-ab4c-4001bdb6047d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.841357] env[63339]: DEBUG nova.network.neutron [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 950.929252] env[63339]: DEBUG oslo_vmware.api [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320323, 'name': PowerOnVM_Task, 'duration_secs': 0.443039} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.929660] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.008128] env[63339]: DEBUG nova.network.neutron [-] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.049413] env[63339]: DEBUG nova.scheduler.client.report [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.072245] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320325, 'name': Rename_Task, 'duration_secs': 0.309015} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.076703] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.077170] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320324, 'name': Rename_Task, 'duration_secs': 0.27698} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.077482] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44db4ba0-928a-4432-85ee-fd4354a1d3b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.079982] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.080625] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6abab79-1bcf-45b8-bfd9-b6f0db29728b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.088421] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 951.088421] env[63339]: value = "task-4320328" [ 951.088421] env[63339]: _type = "Task" [ 951.088421] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.090463] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 951.090463] env[63339]: value = "task-4320327" [ 951.090463] env[63339]: _type = "Task" [ 951.090463] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.108873] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.109178] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.185020] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eafa1502-fae7-4237-b24a-851cd82feb0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.198025] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d161cf23-9c13-405d-9c59-249c818fa8eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.235633] env[63339]: DEBUG nova.compute.manager [req-6605de91-0b4c-44b9-a587-3bc89a9982a9 req-9d960b6d-1399-4fc8-a153-987f2c8667b4 service nova] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Detach interface failed, port_id=9ea41214-9440-48e5-a2db-efc66141d1ed, reason: Instance f3c4018b-4f6a-4e86-94a3-efef140008b7 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 951.298402] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320326, 'name': ReconfigVM_Task, 'duration_secs': 0.357517} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.300047] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae/6a6e5cec-e105-431d-a8fa-84adbf6003ae.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.300047] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f680bae-1bdc-4764-ba7a-dc729beba133 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.304368] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.310912] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 951.310912] env[63339]: value = "task-4320329" [ 951.310912] env[63339]: _type = "Task" [ 951.310912] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.315291] env[63339]: DEBUG nova.network.neutron [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.325329] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320329, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.406155] env[63339]: DEBUG nova.network.neutron [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 951.511265] env[63339]: INFO nova.compute.manager [-] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Took 1.45 seconds to deallocate network for instance. [ 951.566675] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.567383] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.571811] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.401s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.571811] env[63339]: DEBUG nova.objects.instance [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 951.608733] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.612997] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.665493] env[63339]: DEBUG nova.network.neutron [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Updating instance_info_cache with network_info: [{"id": "e378fd32-9844-4902-b4fc-f9824d7b805e", "address": "fa:16:3e:81:fa:5b", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378fd32-98", "ovs_interfaceid": "e378fd32-9844-4902-b4fc-f9824d7b805e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.798970] env[63339]: DEBUG oslo_vmware.api [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320299, 'name': ReconfigVM_Task, 'duration_secs': 5.769643} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.799372] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.799582] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Reconfigured VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 951.818782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.824728] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320329, 'name': Rename_Task, 'duration_secs': 0.22813} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.825457] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.825734] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe90dae-cbf1-4122-99e6-a08562ddb755 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.832837] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 951.832837] env[63339]: value = "task-4320330" [ 951.832837] env[63339]: _type = "Task" [ 951.832837] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.842225] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.948170] env[63339]: INFO nova.compute.manager [None req-87a9f65a-84bc-4e20-b899-fbf5a10be2e7 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance to original state: 'active' [ 952.029027] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.075420] env[63339]: DEBUG nova.compute.utils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.083945] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.083945] env[63339]: DEBUG nova.network.neutron [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 952.115605] env[63339]: DEBUG oslo_vmware.api [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320328, 'name': PowerOnVM_Task, 'duration_secs': 0.591294} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.124766] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.125010] env[63339]: INFO nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Took 8.33 seconds to spawn the instance on the hypervisor. [ 952.125211] env[63339]: DEBUG nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.126301] env[63339]: DEBUG oslo_vmware.api [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320327, 'name': PowerOnVM_Task, 'duration_secs': 0.848528} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.126708] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e2cea-a783-415e-b90f-fd3e68fda235 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.130026] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.130247] env[63339]: INFO nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Took 10.63 seconds to spawn the instance on the hypervisor. [ 952.130424] env[63339]: DEBUG nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.131414] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7dc91e-903f-4130-81ec-3889f1a2dbfc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.151236] env[63339]: DEBUG nova.policy [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fce7d189ec4344c685e2282c0c400be9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d6ab60c4fd24281a1abca9cfe4b92b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.168347] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "refresh_cache-9ff94263-33e3-475b-ab4c-4001bdb6047d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.168847] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Instance network_info: |[{"id": "e378fd32-9844-4902-b4fc-f9824d7b805e", "address": "fa:16:3e:81:fa:5b", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378fd32-98", "ovs_interfaceid": "e378fd32-9844-4902-b4fc-f9824d7b805e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.169527] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:fa:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e378fd32-9844-4902-b4fc-f9824d7b805e', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.180408] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.182233] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.183173] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19b125e4-dabc-4816-bfdd-4d6138d9a9e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.214422] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.214422] env[63339]: value = "task-4320331" [ 952.214422] env[63339]: _type = "Task" [ 952.214422] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.226416] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320331, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.344427] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320330, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.364475] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.367338] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae42cd-e30e-4c93-99f6-beb51f3aa02b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.379028] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.379028] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-963b487b-9a8c-4d6f-97e1-e1b286c3f771 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.421195] env[63339]: DEBUG nova.compute.manager [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Received event network-changed-e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 952.421469] env[63339]: DEBUG nova.compute.manager [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Refreshing instance network info cache due to event network-changed-e378fd32-9844-4902-b4fc-f9824d7b805e. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 952.421767] env[63339]: DEBUG oslo_concurrency.lockutils [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] Acquiring lock "refresh_cache-9ff94263-33e3-475b-ab4c-4001bdb6047d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.421979] env[63339]: DEBUG oslo_concurrency.lockutils [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] Acquired lock "refresh_cache-9ff94263-33e3-475b-ab4c-4001bdb6047d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.422198] env[63339]: DEBUG nova.network.neutron [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Refreshing network info cache for port e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 952.448190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.448487] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.448683] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleting the datastore file [datastore2] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.448964] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-400e05f6-2af0-452e-89a5-310379c120b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.461188] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 952.461188] env[63339]: value = "task-4320333" [ 952.461188] env[63339]: _type = "Task" [ 952.461188] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.473944] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.585776] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.589891] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d81ed630-2acc-4d70-bff3-638616fff91b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.595022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.315s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.595022] env[63339]: DEBUG nova.objects.instance [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lazy-loading 'resources' on Instance uuid a5847616-58ea-4742-93f2-5c5e7a0f6a2b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.617085] env[63339]: DEBUG nova.network.neutron [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Successfully created port: 76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 952.662038] env[63339]: INFO nova.compute.manager [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Took 48.67 seconds to build instance. [ 952.665436] env[63339]: INFO nova.compute.manager [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Took 54.24 seconds to build instance. [ 952.726020] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320331, 'name': CreateVM_Task, 'duration_secs': 0.481042} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.726218] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.726932] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.727114] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.727489] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.727753] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48542efd-0dfd-439a-acd2-879f93b02311 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.733852] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 952.733852] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528954e2-6fad-0204-41b6-8504f8f5d9c3" [ 952.733852] env[63339]: _type = "Task" [ 952.733852] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.743462] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528954e2-6fad-0204-41b6-8504f8f5d9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.842850] env[63339]: DEBUG nova.compute.manager [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-vif-deleted-9b6d8561-f938-49b9-8538-1d6899e799a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 952.843148] env[63339]: INFO nova.compute.manager [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Neutron deleted interface 9b6d8561-f938-49b9-8538-1d6899e799a7; detaching it from the instance and deleting it from the info cache [ 952.843315] env[63339]: DEBUG nova.network.neutron [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.850186] env[63339]: DEBUG oslo_vmware.api [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320330, 'name': PowerOnVM_Task, 'duration_secs': 0.800225} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.850711] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.850711] env[63339]: DEBUG nova.compute.manager [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.851292] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd509d88-cd87-4f31-9dac-cfb800e7f583 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.861170] env[63339]: WARNING oslo_messaging._drivers.amqpdriver [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 952.885701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.885701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "63fdefbc-a279-4c6c-9300-46d450da723b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.885701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.886380] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.886380] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "63fdefbc-a279-4c6c-9300-46d450da723b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.891226] env[63339]: INFO nova.compute.manager [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Terminating instance [ 952.975399] env[63339]: DEBUG oslo_vmware.api [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225934} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.975673] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.975865] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.976069] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.015748] env[63339]: INFO nova.scheduler.client.report [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted allocations for instance c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab [ 953.167812] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a1e7681-6256-4a24-865f-aa87d384c871 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.470s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.169064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.415s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.189738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.189738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.189738] env[63339]: DEBUG nova.network.neutron [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 953.194372] env[63339]: DEBUG nova.network.neutron [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Updated VIF entry in instance network info cache for port e378fd32-9844-4902-b4fc-f9824d7b805e. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 953.195228] env[63339]: DEBUG nova.network.neutron [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Updating instance_info_cache with network_info: [{"id": "e378fd32-9844-4902-b4fc-f9824d7b805e", "address": "fa:16:3e:81:fa:5b", "network": {"id": "63f32cac-7f94-4601-b28d-dd5e0ed7f3f3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-574379598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c900049c3740db98a6198a0289dfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378fd32-98", "ovs_interfaceid": "e378fd32-9844-4902-b4fc-f9824d7b805e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.248481] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528954e2-6fad-0204-41b6-8504f8f5d9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.0199} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.248630] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.248935] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.249101] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.249273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.249437] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.249848] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60de5bc4-c980-4b73-ba09-01edb32ce04b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.261583] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.262048] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.262859] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdea8d96-757b-4d87-930a-be4178b46f90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.275187] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 953.275187] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52917e11-37cc-c3c3-7743-7b3f06a23b7d" [ 953.275187] env[63339]: _type = "Task" [ 953.275187] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.290550] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52917e11-37cc-c3c3-7743-7b3f06a23b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.363985] env[63339]: DEBUG oslo_concurrency.lockutils [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] Acquiring lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.379460] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.396608] env[63339]: DEBUG nova.compute.manager [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.396851] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.397755] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754db671-83ee-4988-bfc5-cf185fdb7db1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.409537] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.409816] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b5c99c-0a40-4314-a103-fbac3dd37a31 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.418063] env[63339]: DEBUG oslo_vmware.api [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 953.418063] env[63339]: value = "task-4320334" [ 953.418063] env[63339]: _type = "Task" [ 953.418063] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.428036] env[63339]: DEBUG oslo_vmware.api [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.522765] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.601808] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.635147] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.635455] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.635645] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.635864] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.636077] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.636267] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.636513] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.636711] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.636913] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.637122] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.637340] env[63339]: DEBUG nova.virt.hardware [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.638280] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e15646b-1fe0-4032-9d89-26f78bac4993 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.660022] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa09822a-d566-4ef6-b2c7-bd0dd32597e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.663017] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39904fad-53cc-404a-95ca-bda6d251b140 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.683486] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee9b6d-31f2-4ee3-a4bc-f84f79422a35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.724709] env[63339]: DEBUG oslo_concurrency.lockutils [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] Releasing lock "refresh_cache-9ff94263-33e3-475b-ab4c-4001bdb6047d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.725090] env[63339]: DEBUG nova.compute.manager [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-vif-unplugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 953.725348] env[63339]: DEBUG oslo_concurrency.lockutils [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.725584] env[63339]: DEBUG oslo_concurrency.lockutils [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.725803] env[63339]: DEBUG oslo_concurrency.lockutils [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.726072] env[63339]: DEBUG nova.compute.manager [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] No waiting events found dispatching network-vif-unplugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.726294] env[63339]: WARNING nova.compute.manager [req-95e3232d-28b9-40ef-9a98-5759d9735fd7 req-ae56d0ab-a0ed-454c-8874-f553681e4a57 service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received unexpected event network-vif-unplugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e for instance with vm_state shelved and task_state shelving_offloading. [ 953.728616] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20b844a-0a54-4445-bf3b-8b9dd4ce63cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.738942] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ed0c1-390a-4cf7-935b-34569464398e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.754880] env[63339]: DEBUG nova.compute.provider_tree [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.789077] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52917e11-37cc-c3c3-7743-7b3f06a23b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013542} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.789077] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6ab0c4-01d9-4481-b267-58fece87ab2e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.794762] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 953.794762] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52de5261-236a-9bcb-5698-5222a52620fa" [ 953.794762] env[63339]: _type = "Task" [ 953.794762] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.804986] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52de5261-236a-9bcb-5698-5222a52620fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.932124] env[63339]: DEBUG oslo_vmware.api [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320334, 'name': PowerOffVM_Task, 'duration_secs': 0.336137} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.932429] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.932664] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.932940] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-539f92d7-af36-415b-8d6b-7aa34006083b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.009130] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.012397] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.012699] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleting the datastore file [datastore2] 63fdefbc-a279-4c6c-9300-46d450da723b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.013063] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34bfa7b5-b378-4f09-b0a7-a7c3ec590275 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.021865] env[63339]: DEBUG oslo_vmware.api [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 954.021865] env[63339]: value = "task-4320336" [ 954.021865] env[63339]: _type = "Task" [ 954.021865] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.033244] env[63339]: DEBUG oslo_vmware.api [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.045250] env[63339]: DEBUG nova.network.neutron [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [{"id": "32fe738a-0bf4-4129-b887-54a48e993366", "address": "fa:16:3e:d9:eb:9e", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fe738a-0b", "ovs_interfaceid": "32fe738a-0bf4-4129-b887-54a48e993366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.224790] env[63339]: DEBUG nova.network.neutron [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Successfully updated port: 76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 954.259021] env[63339]: DEBUG nova.scheduler.client.report [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.307903] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52de5261-236a-9bcb-5698-5222a52620fa, 'name': SearchDatastore_Task, 'duration_secs': 0.034916} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.308457] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.308751] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 9ff94263-33e3-475b-ab4c-4001bdb6047d/9ff94263-33e3-475b-ab4c-4001bdb6047d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.309108] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-735315fd-1906-4c67-bb8f-1ab41399b6d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.319579] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 954.319579] env[63339]: value = "task-4320337" [ 954.319579] env[63339]: _type = "Task" [ 954.319579] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.331835] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.533774] env[63339]: DEBUG oslo_vmware.api [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354948} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.534106] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.534297] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.534466] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.534662] env[63339]: INFO nova.compute.manager [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 954.535031] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.535330] env[63339]: DEBUG nova.compute.manager [-] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.535443] env[63339]: DEBUG nova.network.neutron [-] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 954.548791] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.699533] env[63339]: DEBUG nova.compute.manager [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.700605] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd655c-1bbf-4123-84ae-fe09050583e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.729192] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "refresh_cache-c1e1c854-57d5-45d1-9a27-ffd332299d52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.729410] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquired lock "refresh_cache-c1e1c854-57d5-45d1-9a27-ffd332299d52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.729658] env[63339]: DEBUG nova.network.neutron [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 954.767335] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.768580] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.143s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.769720] env[63339]: DEBUG nova.objects.instance [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lazy-loading 'resources' on Instance uuid 28dbe495-eaad-469d-b9e1-4b57e39d41aa {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.802673] env[63339]: INFO nova.scheduler.client.report [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Deleted allocations for instance a5847616-58ea-4742-93f2-5c5e7a0f6a2b [ 954.833990] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.962840] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.962840] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.054857] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-63fdefbc-a279-4c6c-9300-46d450da723b-9b6d8561-f938-49b9-8538-1d6899e799a7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.891s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.085409] env[63339]: DEBUG nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.086159] env[63339]: DEBUG nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing instance network info cache due to event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 955.086159] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.086159] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.086389] env[63339]: DEBUG nova.network.neutron [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 955.214062] env[63339]: INFO nova.compute.manager [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] instance snapshotting [ 955.217035] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2fd74c-75e5-4621-8dab-540cc22560b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.241173] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116487d7-793c-4928-a70a-2b33cf9bf023 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.300119] env[63339]: DEBUG nova.network.neutron [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 955.317329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Lock "a5847616-58ea-4742-93f2-5c5e7a0f6a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.141s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.331767] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572517} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.332636] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 9ff94263-33e3-475b-ab4c-4001bdb6047d/9ff94263-33e3-475b-ab4c-4001bdb6047d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.332859] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.333140] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e227fe99-aa80-4eac-a0af-f026742a4175 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.342477] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 955.342477] env[63339]: value = "task-4320338" [ 955.342477] env[63339]: _type = "Task" [ 955.342477] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.360674] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.466330] env[63339]: DEBUG nova.compute.utils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.568763] env[63339]: DEBUG nova.network.neutron [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Updating instance_info_cache with network_info: [{"id": "76224577-23af-48ef-b3ff-19fadf8b5ba8", "address": "fa:16:3e:8c:fb:14", "network": {"id": "4aa8ffd4-d0bd-471a-9f84-cd9bb94f3650", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-893237293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6ab60c4fd24281a1abca9cfe4b92b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76224577-23", "ovs_interfaceid": "76224577-23af-48ef-b3ff-19fadf8b5ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.737113] env[63339]: DEBUG nova.compute.manager [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Received event network-changed-9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.737333] env[63339]: DEBUG nova.compute.manager [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Refreshing instance network info cache due to event network-changed-9d1c3dc3-5987-499b-b3da-d533942bbaef. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 955.737989] env[63339]: DEBUG oslo_concurrency.lockutils [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] Acquiring lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.737989] env[63339]: DEBUG oslo_concurrency.lockutils [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] Acquired lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.737989] env[63339]: DEBUG nova.network.neutron [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Refreshing network info cache for port 9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 955.756636] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.758829] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a507c978-561c-4641-a0c4-27f69deadc92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.770029] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 955.770029] env[63339]: value = "task-4320339" [ 955.770029] env[63339]: _type = "Task" [ 955.770029] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.792123] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320339, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.800954] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb5b17-cb87-491b-8348-a096c2eb1379 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.814027] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3dcd40-1446-4e28-b1b6-96d33c08b85d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.847450] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45b78d-3944-4821-8b90-219c496058f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.859267] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104418} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.862597] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.863843] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a61005-013f-4e31-b242-331428c25234 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.867214] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85faca31-6c33-4acf-a22c-cdf6bc963f05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.894323] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 9ff94263-33e3-475b-ab4c-4001bdb6047d/9ff94263-33e3-475b-ab4c-4001bdb6047d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.905623] env[63339]: DEBUG nova.network.neutron [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updated VIF entry in instance network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 955.906111] env[63339]: DEBUG nova.network.neutron [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap492ff38a-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.910551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.910551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.910551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.910551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.910551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.910551] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fbb7bf-5c24-471f-a393-87021ea5d804 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.924795] env[63339]: DEBUG nova.compute.provider_tree [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.929430] env[63339]: INFO nova.compute.manager [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Terminating instance [ 955.929430] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.929430] env[63339]: DEBUG nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Received event network-vif-plugged-76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.929710] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Acquiring lock "c1e1c854-57d5-45d1-9a27-ffd332299d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.929820] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.930035] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.930392] env[63339]: DEBUG nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] No waiting events found dispatching network-vif-plugged-76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.930392] env[63339]: WARNING nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Received unexpected event network-vif-plugged-76224577-23af-48ef-b3ff-19fadf8b5ba8 for instance with vm_state building and task_state spawning. [ 955.930521] env[63339]: DEBUG nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Received event network-changed-76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.930678] env[63339]: DEBUG nova.compute.manager [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Refreshing instance network info cache due to event network-changed-76224577-23af-48ef-b3ff-19fadf8b5ba8. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 955.930870] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Acquiring lock "refresh_cache-c1e1c854-57d5-45d1-9a27-ffd332299d52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.940000] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 955.940000] env[63339]: value = "task-4320340" [ 955.940000] env[63339]: _type = "Task" [ 955.940000] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.953688] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.969809] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.976546] env[63339]: DEBUG nova.network.neutron [-] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.069803] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Releasing lock "refresh_cache-c1e1c854-57d5-45d1-9a27-ffd332299d52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.070077] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Instance network_info: |[{"id": "76224577-23af-48ef-b3ff-19fadf8b5ba8", "address": "fa:16:3e:8c:fb:14", "network": {"id": "4aa8ffd4-d0bd-471a-9f84-cd9bb94f3650", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-893237293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6ab60c4fd24281a1abca9cfe4b92b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76224577-23", "ovs_interfaceid": "76224577-23af-48ef-b3ff-19fadf8b5ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.070399] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Acquired lock "refresh_cache-c1e1c854-57d5-45d1-9a27-ffd332299d52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.070580] env[63339]: DEBUG nova.network.neutron [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Refreshing network info cache for port 76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 956.071819] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:fb:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76224577-23af-48ef-b3ff-19fadf8b5ba8', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.080029] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Creating folder: Project (3d6ab60c4fd24281a1abca9cfe4b92b3). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.083367] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf746235-832f-4363-ad67-dea2e59bd3b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.096928] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Created folder: Project (3d6ab60c4fd24281a1abca9cfe4b92b3) in parent group-v849594. [ 956.097157] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Creating folder: Instances. Parent ref: group-v849799. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.097413] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e28bd090-bf7f-4e8b-a4b3-0f46005689cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.112189] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Created folder: Instances in parent group-v849799. [ 956.112498] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.112906] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.112954] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dddeb5b-53c8-48e8-8e7a-d1f41ff026c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.147948] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.147948] env[63339]: value = "task-4320343" [ 956.147948] env[63339]: _type = "Task" [ 956.147948] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.158655] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320343, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.205835] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.206366] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.206633] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.207498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.207498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.210031] env[63339]: INFO nova.compute.manager [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Terminating instance [ 956.283748] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.433999] env[63339]: DEBUG nova.scheduler.client.report [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.441021] env[63339]: DEBUG nova.compute.manager [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.441021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.441021] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5719a7de-e575-4b80-a162-a5900789efd8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.452205] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320340, 'name': ReconfigVM_Task, 'duration_secs': 0.489863} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.458475] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 9ff94263-33e3-475b-ab4c-4001bdb6047d/9ff94263-33e3-475b-ab4c-4001bdb6047d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.459826] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.461298] env[63339]: DEBUG nova.network.neutron [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Updated VIF entry in instance network info cache for port 76224577-23af-48ef-b3ff-19fadf8b5ba8. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 956.461500] env[63339]: DEBUG nova.network.neutron [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Updating instance_info_cache with network_info: [{"id": "76224577-23af-48ef-b3ff-19fadf8b5ba8", "address": "fa:16:3e:8c:fb:14", "network": {"id": "4aa8ffd4-d0bd-471a-9f84-cd9bb94f3650", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-893237293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6ab60c4fd24281a1abca9cfe4b92b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76224577-23", "ovs_interfaceid": "76224577-23af-48ef-b3ff-19fadf8b5ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.464058] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d15413b3-d6bf-4199-880d-686d24e16518 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.468832] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3e38f9-7952-44ee-a80b-87c75938684d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.477912] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 956.477912] env[63339]: value = "task-4320344" [ 956.477912] env[63339]: _type = "Task" [ 956.477912] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.479830] env[63339]: INFO nova.compute.manager [-] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Took 1.94 seconds to deallocate network for instance. [ 956.480565] env[63339]: DEBUG oslo_vmware.api [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 956.480565] env[63339]: value = "task-4320345" [ 956.480565] env[63339]: _type = "Task" [ 956.480565] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.505635] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320344, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.513113] env[63339]: DEBUG oslo_vmware.api [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.655636] env[63339]: DEBUG nova.network.neutron [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Updated VIF entry in instance network info cache for port 9d1c3dc3-5987-499b-b3da-d533942bbaef. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 956.656109] env[63339]: DEBUG nova.network.neutron [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Updating instance_info_cache with network_info: [{"id": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "address": "fa:16:3e:f5:00:46", "network": {"id": "c6267e15-9e3c-4a1c-b7ab-cedb3b19f57b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1594058443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e244e0e2175647e6b16ca3bdd264ed3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1c3dc3-59", "ovs_interfaceid": "9d1c3dc3-5987-499b-b3da-d533942bbaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.664662] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320343, 'name': CreateVM_Task, 'duration_secs': 0.420647} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.665239] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.665997] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.666229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.666628] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.666994] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f6f48c-9226-4ed2-bba8-0e621f034a49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.675371] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 956.675371] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dca87a-17a2-2b54-a3fe-2b8bcb8a751d" [ 956.675371] env[63339]: _type = "Task" [ 956.675371] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.686804] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dca87a-17a2-2b54-a3fe-2b8bcb8a751d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.715542] env[63339]: DEBUG nova.compute.manager [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.715866] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.717378] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8233c2-4988-43e4-86db-824292dbd6fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.726177] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.726462] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16701092-7d70-4b6f-886f-c2d66738cc89 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.733787] env[63339]: DEBUG oslo_vmware.api [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 956.733787] env[63339]: value = "task-4320346" [ 956.733787] env[63339]: _type = "Task" [ 956.733787] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.745774] env[63339]: DEBUG oslo_vmware.api [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.783289] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320339, 'name': CreateSnapshot_Task, 'duration_secs': 0.939859} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.783688] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.785514] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faace6d-7ca6-4a9f-8501-485144b18b1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.938966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.941387] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.585s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.941671] env[63339]: DEBUG nova.objects.instance [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lazy-loading 'resources' on Instance uuid 419b33ea-22ee-4070-918e-429dcf79e2b1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.958799] env[63339]: INFO nova.scheduler.client.report [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Deleted allocations for instance 28dbe495-eaad-469d-b9e1-4b57e39d41aa [ 956.963828] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8c9cfa7-619b-40ad-bb12-1f5f6dfa4aa6 req-f24564cf-421f-4dbb-96dd-a0ac850da58d service nova] Releasing lock "refresh_cache-c1e1c854-57d5-45d1-9a27-ffd332299d52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.992929] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320344, 'name': Rename_Task, 'duration_secs': 0.187957} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.993679] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.993888] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1029ac3a-7ff1-4d0c-97a7-61fbde0bd023 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.999152] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.999412] env[63339]: DEBUG oslo_vmware.api [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320345, 'name': PowerOffVM_Task, 'duration_secs': 0.255066} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.000303] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.000303] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.000428] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbbac35e-ebd5-4fcb-a96c-8fc7096c6eee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.005185] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 957.005185] env[63339]: value = "task-4320347" [ 957.005185] env[63339]: _type = "Task" [ 957.005185] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.013104] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.071173] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.071625] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.071625] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleting the datastore file [datastore1] 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.072282] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.072532] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.072770] env[63339]: INFO nova.compute.manager [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Attaching volume e22fc64c-516c-4a0e-9255-3553d24ab863 to /dev/sdb [ 957.074571] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036de40c-38ae-4c49-8eee-37011df42c5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.084056] env[63339]: DEBUG oslo_vmware.api [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 957.084056] env[63339]: value = "task-4320349" [ 957.084056] env[63339]: _type = "Task" [ 957.084056] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.093263] env[63339]: DEBUG oslo_vmware.api [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.114335] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778c5a7-cf50-447e-851b-e1cb2d18d9be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.123031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e763d4-f2ac-4a88-9be0-4175ea693ce3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.136033] env[63339]: DEBUG nova.virt.block_device [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating existing volume attachment record: ef78d52b-3bd3-4454-a12d-a1b52c223eb8 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.166890] env[63339]: DEBUG oslo_concurrency.lockutils [req-3b3a0f34-f78d-43cb-8b9d-ad914ac033e1 req-b4177397-8bd0-4e06-b1d0-4101140fec32 service nova] Releasing lock "refresh_cache-db494bdc-a4cf-495b-a00f-b67711ed2f22" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.188418] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dca87a-17a2-2b54-a3fe-2b8bcb8a751d, 'name': SearchDatastore_Task, 'duration_secs': 0.023098} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.188737] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.188970] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.189225] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.189373] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.189554] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.189823] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-348e4452-15d7-42a7-a20b-16131ef48c69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.202425] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.202658] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.203507] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e445b37f-18f8-4a77-812e-55d3f47964dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.209735] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 957.209735] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b2f958-94a2-aaa6-3272-a388c14b2a82" [ 957.209735] env[63339]: _type = "Task" [ 957.209735] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.219156] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b2f958-94a2-aaa6-3272-a388c14b2a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.245204] env[63339]: DEBUG oslo_vmware.api [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320346, 'name': PowerOffVM_Task, 'duration_secs': 0.199488} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.245559] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.245752] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.246027] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574632a2-12d9-4e6d-a2ef-d43736b951a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.307089] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 957.307577] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01974cef-155e-46ce-82cc-97e1114ff978 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.317673] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 957.317673] env[63339]: value = "task-4320352" [ 957.317673] env[63339]: _type = "Task" [ 957.317673] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.318849] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.319201] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.319436] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore2] 6a6e5cec-e105-431d-a8fa-84adbf6003ae {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.323257] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f0af28b-fd22-4ebc-9267-7326c95c16e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.331080] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320352, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.332759] env[63339]: DEBUG oslo_vmware.api [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 957.332759] env[63339]: value = "task-4320353" [ 957.332759] env[63339]: _type = "Task" [ 957.332759] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.342083] env[63339]: DEBUG oslo_vmware.api [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.394959] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.452166] env[63339]: DEBUG nova.compute.manager [req-36013434-01f6-40e0-8ccf-55393590c3a6 req-d373f958-b23a-4052-8d92-d543ae2fe9db service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Received event network-vif-deleted-32fe738a-0bf4-4129-b887-54a48e993366 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 957.467016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "28dbe495-eaad-469d-b9e1-4b57e39d41aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.679s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.516943] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.596030] env[63339]: DEBUG oslo_vmware.api [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323729} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.599238] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.599441] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.599713] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.600795] env[63339]: INFO nova.compute.manager [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 957.600795] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.600795] env[63339]: DEBUG nova.compute.manager [-] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.602088] env[63339]: DEBUG nova.network.neutron [-] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 957.726557] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b2f958-94a2-aaa6-3272-a388c14b2a82, 'name': SearchDatastore_Task, 'duration_secs': 0.018298} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.727210] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a76133-4ea5-40a2-b26c-166c91cbfcae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.736194] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 957.736194] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d36e44-5ed5-698d-f355-8099091f64c1" [ 957.736194] env[63339]: _type = "Task" [ 957.736194] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.755037] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d36e44-5ed5-698d-f355-8099091f64c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01658} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.755485] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.755885] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c1e1c854-57d5-45d1-9a27-ffd332299d52/c1e1c854-57d5-45d1-9a27-ffd332299d52.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.756286] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df6ad8c9-d9bb-4b30-a45f-a16873e8d997 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.769813] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 957.769813] env[63339]: value = "task-4320356" [ 957.769813] env[63339]: _type = "Task" [ 957.769813] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.780766] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.836855] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320352, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.849223] env[63339]: DEBUG oslo_vmware.api [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277003} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.849578] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.849938] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.850325] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.850642] env[63339]: INFO nova.compute.manager [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 957.851064] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.851594] env[63339]: DEBUG nova.compute.manager [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.851808] env[63339]: DEBUG nova.network.neutron [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 957.945951] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "59f21949-6a91-4779-836e-2d5fde5b8361" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.946227] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.027033] env[63339]: DEBUG oslo_vmware.api [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320347, 'name': PowerOnVM_Task, 'duration_secs': 0.897405} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.030055] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.030055] env[63339]: INFO nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Took 8.25 seconds to spawn the instance on the hypervisor. [ 958.030055] env[63339]: DEBUG nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.031823] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c829d1-6195-4abd-96c1-1e5ffb7953dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.094258] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b664e9a0-c2b2-4ff1-afa5-bc81c32952c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.104339] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a163d6bb-dc46-4253-8a74-e74db61a5be8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.142028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquiring lock "54704231-ac2b-45a2-a3aa-476d301ae08e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.142028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.142028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquiring lock "54704231-ac2b-45a2-a3aa-476d301ae08e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.142028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.142028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.146026] env[63339]: INFO nova.compute.manager [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Terminating instance [ 958.147286] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f0c2e-9418-4f2c-af29-9b9042f85a50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.162178] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac62ea-e6ed-48fa-af1f-d2c02b6b60eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.181682] env[63339]: DEBUG nova.compute.provider_tree [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.285228] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.337068] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320352, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.452493] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.515317] env[63339]: DEBUG nova.network.neutron [-] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.564080] env[63339]: INFO nova.compute.manager [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Took 48.34 seconds to build instance. [ 958.656625] env[63339]: DEBUG nova.compute.manager [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.656911] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.657204] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903bb23f-3264-44ef-a6e8-1f0e33c6834e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.664659] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 958.664659] env[63339]: value = "task-4320357" [ 958.664659] env[63339]: _type = "Task" [ 958.664659] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.674399] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.686713] env[63339]: DEBUG nova.scheduler.client.report [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.727553] env[63339]: DEBUG nova.network.neutron [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.784217] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626301} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.784532] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c1e1c854-57d5-45d1-9a27-ffd332299d52/c1e1c854-57d5-45d1-9a27-ffd332299d52.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.785504] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.785504] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abb8aefd-ca69-4fca-a2ff-60c37f7bca39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.791238] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "59535977-6d53-43fc-95c4-f4409235f7ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.791520] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "59535977-6d53-43fc-95c4-f4409235f7ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.791983] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "59535977-6d53-43fc-95c4-f4409235f7ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.791983] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "59535977-6d53-43fc-95c4-f4409235f7ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.792221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "59535977-6d53-43fc-95c4-f4409235f7ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.795385] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 958.795385] env[63339]: value = "task-4320358" [ 958.795385] env[63339]: _type = "Task" [ 958.795385] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.795989] env[63339]: INFO nova.compute.manager [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Terminating instance [ 958.808597] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.832077] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320352, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.986484] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.018263] env[63339]: INFO nova.compute.manager [-] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Took 1.42 seconds to deallocate network for instance. [ 959.066069] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.278s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.179843] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320357, 'name': PowerOffVM_Task, 'duration_secs': 0.330358} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.180111] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.180463] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 959.180701] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849730', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'name': 'volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54704231-ac2b-45a2-a3aa-476d301ae08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'serial': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 959.181756] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148caccc-a78c-4eb9-bbc5-16c9c2f3d806 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.208141] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.210439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "9ff94263-33e3-475b-ab4c-4001bdb6047d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.210684] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.210933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "9ff94263-33e3-475b-ab4c-4001bdb6047d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.211314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.211314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.213308] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.259s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.213540] env[63339]: DEBUG nova.objects.instance [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lazy-loading 'resources' on Instance uuid 39273104-66d6-4520-a1df-31d8f928931d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.218026] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976bfa77-2059-4f61-bf53-5828d76834ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.227151] env[63339]: INFO nova.compute.manager [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Terminating instance [ 959.236952] env[63339]: INFO nova.compute.manager [-] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Took 1.38 seconds to deallocate network for instance. [ 959.239218] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75a76b0-e097-430c-b9f0-7d1bad70a834 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.279274] env[63339]: INFO nova.scheduler.client.report [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted allocations for instance 419b33ea-22ee-4070-918e-429dcf79e2b1 [ 959.283479] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fdefd-3d4e-448c-a5c8-f65b5cac1840 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.306660] env[63339]: DEBUG nova.compute.manager [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.307031] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.307464] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] The volume has not been displaced from its original location: [datastore1] volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac/volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 959.313632] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.318330] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2732edd8-100f-4ce0-9404-23beada334af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.322512] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b05816-9c1d-44ae-ae58-68f3bddb5370 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.345512] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127141} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.349214] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.349650] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 959.349650] env[63339]: value = "task-4320359" [ 959.349650] env[63339]: _type = "Task" [ 959.349650] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.349899] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.350688] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98503a34-c48c-4ef8-948d-9f253436f2e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.354037] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad3d4c3-38b7-4fcf-bcfa-47f3145250bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.362548] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320352, 'name': CloneVM_Task, 'duration_secs': 1.947779} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.363867] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Created linked-clone VM from snapshot [ 959.364964] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b348d8-e25d-4e18-af97-8163cfb1c29b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.393684] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] c1e1c854-57d5-45d1-9a27-ffd332299d52/c1e1c854-57d5-45d1-9a27-ffd332299d52.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.393983] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 959.393983] env[63339]: value = "task-4320360" [ 959.393983] env[63339]: _type = "Task" [ 959.393983] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.394213] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.395224] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e560df-f24a-4ec2-8aed-75e52e13d672 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.417993] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Uploading image 9494ec65-fa61-4cdd-90e3-516a2b7d6179 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.427503] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.429053] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 959.429053] env[63339]: value = "task-4320361" [ 959.429053] env[63339]: _type = "Task" [ 959.429053] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.437952] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.446547] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 959.446547] env[63339]: value = "vm-849803" [ 959.446547] env[63339]: _type = "VirtualMachine" [ 959.446547] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 959.446879] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8031b25a-7de8-4e4d-9306-da30416ebb9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.455588] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease: (returnval){ [ 959.455588] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6f3dc-7ee4-0155-43f4-5fb3c4bb7681" [ 959.455588] env[63339]: _type = "HttpNfcLease" [ 959.455588] env[63339]: } obtained for exporting VM: (result){ [ 959.455588] env[63339]: value = "vm-849803" [ 959.455588] env[63339]: _type = "VirtualMachine" [ 959.455588] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 959.456077] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the lease: (returnval){ [ 959.456077] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6f3dc-7ee4-0155-43f4-5fb3c4bb7681" [ 959.456077] env[63339]: _type = "HttpNfcLease" [ 959.456077] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.464290] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.464290] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6f3dc-7ee4-0155-43f4-5fb3c4bb7681" [ 959.464290] env[63339]: _type = "HttpNfcLease" [ 959.464290] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.483134] env[63339]: DEBUG nova.compute.manager [req-bf444d2b-acea-49d9-9aba-913fa698e560 req-5aedb413-3218-4f21-b5d3-bd663e711b7d service nova] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Received event network-vif-deleted-3ed992e9-32cb-456c-a54a-779285d84aad {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 959.485728] env[63339]: DEBUG nova.compute.manager [req-bf444d2b-acea-49d9-9aba-913fa698e560 req-5aedb413-3218-4f21-b5d3-bd663e711b7d service nova] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Received event network-vif-deleted-9d3d9da6-a5ba-4532-8d31-b7a46c628fed {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 959.524812] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.734674] env[63339]: DEBUG nova.compute.manager [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.734674] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.737032] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fb84db-40a0-41eb-8695-a6d1b1b418e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.751041] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.758791] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.758791] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adeaa6e8-6b9f-4c69-b3d7-d90b770da669 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.769703] env[63339]: DEBUG oslo_vmware.api [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 959.769703] env[63339]: value = "task-4320363" [ 959.769703] env[63339]: _type = "Task" [ 959.769703] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.787553] env[63339]: DEBUG oslo_vmware.api [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.795024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-822c148b-3f43-44c3-b6f0-81648da5dcdc tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "419b33ea-22ee-4070-918e-429dcf79e2b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.034s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.868970] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320359, 'name': ReconfigVM_Task, 'duration_secs': 0.424162} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.869357] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.878773] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a3bd4c-78b9-417e-bc80-ceb2c3d3fb04 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.897106] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 959.897106] env[63339]: value = "task-4320365" [ 959.897106] env[63339]: _type = "Task" [ 959.897106] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.908404] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.925130] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.946853] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.967473] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.967473] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6f3dc-7ee4-0155-43f4-5fb3c4bb7681" [ 959.967473] env[63339]: _type = "HttpNfcLease" [ 959.967473] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.967908] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.967908] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e6f3dc-7ee4-0155-43f4-5fb3c4bb7681" [ 959.967908] env[63339]: _type = "HttpNfcLease" [ 959.967908] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.968875] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e52428-5d55-4f9e-82cd-09b89a648532 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.981084] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c38a9a-9e77-ebcf-d1bc-2b60fde4ab85/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.981303] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c38a9a-9e77-ebcf-d1bc-2b60fde4ab85/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 960.095645] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c24c9c0b-2758-4f22-b82b-2076b1a31384 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219089] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "a14a7775-1839-425f-956b-032f69e8318a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.219339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "a14a7775-1839-425f-956b-032f69e8318a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.219545] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "a14a7775-1839-425f-956b-032f69e8318a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.219770] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "a14a7775-1839-425f-956b-032f69e8318a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.219995] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "a14a7775-1839-425f-956b-032f69e8318a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.222604] env[63339]: INFO nova.compute.manager [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Terminating instance [ 960.279848] env[63339]: DEBUG oslo_vmware.api [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320363, 'name': PowerOffVM_Task, 'duration_secs': 0.342629} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.280234] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.280420] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.280747] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7aa5009-5e79-4f5f-89a3-fe31e0fc28da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.349283] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.349560] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.350140] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleting the datastore file [datastore1] 9ff94263-33e3-475b-ab4c-4001bdb6047d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.352846] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f4daa5-0e85-47e3-b2d1-508a1969389a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.360896] env[63339]: DEBUG oslo_vmware.api [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for the task: (returnval){ [ 960.360896] env[63339]: value = "task-4320367" [ 960.360896] env[63339]: _type = "Task" [ 960.360896] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.371573] env[63339]: DEBUG oslo_vmware.api [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.416265] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320365, 'name': ReconfigVM_Task, 'duration_secs': 0.191481} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.416265] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849730', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'name': 'volume-a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54704231-ac2b-45a2-a3aa-476d301ae08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac', 'serial': 'a2c76a49-bf4e-4817-b4cb-7a717f8e63ac'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.416265] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.417148] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6365c51d-c85e-4b64-aa68-37fda313f5c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.431716] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320360, 'name': PowerOffVM_Task, 'duration_secs': 0.850132} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.441188] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.441188] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.441361] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.442133] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69b4bd9-b5ca-4486-9d8b-2fdda3dc1b78 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.444105] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb048ca4-282c-4126-88a6-3c81d26173a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.452776] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320361, 'name': ReconfigVM_Task, 'duration_secs': 0.702211} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.453223] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Reconfigured VM instance instance-00000048 to attach disk [datastore2] c1e1c854-57d5-45d1-9a27-ffd332299d52/c1e1c854-57d5-45d1-9a27-ffd332299d52.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.456195] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90943d96-d4f7-4d02-b174-ff8992c8e5aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.459813] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90802db4-e01f-47ef-9710-43f3aa5dd180 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.471605] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422dc74-b682-4530-88bd-45cfe07a2502 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.475971] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 960.475971] env[63339]: value = "task-4320370" [ 960.475971] env[63339]: _type = "Task" [ 960.475971] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.508303] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b12670-e930-46b6-b919-759b000356c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.516169] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320370, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.525082] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a6a16-cec7-4a83-b446-25438d193967 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.547965] env[63339]: DEBUG nova.compute.provider_tree [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.552183] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.552183] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.552402] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Deleting the datastore file [datastore1] 54704231-ac2b-45a2-a3aa-476d301ae08e {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.552802] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.556025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.556025] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Deleting the datastore file [datastore1] 59535977-6d53-43fc-95c4-f4409235f7ec {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.556025] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4beeab1c-1a1b-43eb-83cb-5d47abd90cee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.556025] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71282215-d479-40cf-9390-c4a912489bb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.565140] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for the task: (returnval){ [ 960.565140] env[63339]: value = "task-4320372" [ 960.565140] env[63339]: _type = "Task" [ 960.565140] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.569262] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for the task: (returnval){ [ 960.569262] env[63339]: value = "task-4320371" [ 960.569262] env[63339]: _type = "Task" [ 960.569262] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.584594] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.588967] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.730416] env[63339]: DEBUG nova.compute.manager [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.730758] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.732040] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3ad6b-507d-4053-a148-578c95996ac4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.742101] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.742412] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-150c0dd4-2c17-40eb-89fc-578a529d5529 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.751267] env[63339]: DEBUG oslo_vmware.api [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 960.751267] env[63339]: value = "task-4320373" [ 960.751267] env[63339]: _type = "Task" [ 960.751267] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.765825] env[63339]: DEBUG oslo_vmware.api [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.873300] env[63339]: DEBUG oslo_vmware.api [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Task: {'id': task-4320367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212088} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.873569] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.873936] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.874365] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.874546] env[63339]: INFO nova.compute.manager [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 960.874851] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.875097] env[63339]: DEBUG nova.compute.manager [-] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.875410] env[63339]: DEBUG nova.network.neutron [-] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 960.988845] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320370, 'name': Rename_Task, 'duration_secs': 0.205694} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.989188] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.992396] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f54b892b-654d-4082-a3b8-d78f6947dc9a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.998690] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 960.998690] env[63339]: value = "task-4320374" [ 960.998690] env[63339]: _type = "Task" [ 960.998690] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.016132] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.054747] env[63339]: DEBUG nova.scheduler.client.report [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.083191] env[63339]: DEBUG oslo_vmware.api [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Task: {'id': task-4320372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316317} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.084021] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.084270] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.084552] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.084936] env[63339]: INFO nova.compute.manager [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Took 1.78 seconds to destroy the instance on the hypervisor. [ 961.085269] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.086146] env[63339]: DEBUG nova.compute.manager [-] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.086329] env[63339]: DEBUG nova.network.neutron [-] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 961.093176] env[63339]: DEBUG oslo_vmware.api [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Task: {'id': task-4320371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115057} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.094099] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.094376] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.094646] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.094892] env[63339]: INFO nova.compute.manager [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Took 2.44 seconds to destroy the instance on the hypervisor. [ 961.095221] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.095483] env[63339]: DEBUG nova.compute.manager [-] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.095688] env[63339]: DEBUG nova.network.neutron [-] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 961.266109] env[63339]: DEBUG oslo_vmware.api [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320373, 'name': PowerOffVM_Task, 'duration_secs': 0.225191} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.266600] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.266875] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.267281] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8035723f-fe96-4eb8-b495-3f6aab2f36de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.344637] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.344985] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.345632] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleting the datastore file [datastore1] a14a7775-1839-425f-956b-032f69e8318a {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.346153] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdcfa203-2298-4c95-8953-410d504b66f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.355544] env[63339]: DEBUG oslo_vmware.api [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 961.355544] env[63339]: value = "task-4320376" [ 961.355544] env[63339]: _type = "Task" [ 961.355544] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.369429] env[63339]: DEBUG oslo_vmware.api [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.514749] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.563022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.565038] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.124s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.565558] env[63339]: DEBUG nova.objects.instance [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lazy-loading 'resources' on Instance uuid f00ed806-0354-42a4-a891-13099c30c6df {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.580700] env[63339]: DEBUG nova.compute.manager [req-13544cb5-091e-4f5a-9e49-b9bc69bd5c2d req-dc81f03a-0f30-4cf2-86f5-fb22c65f2844 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Received event network-vif-deleted-e378fd32-9844-4902-b4fc-f9824d7b805e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 961.580958] env[63339]: INFO nova.compute.manager [req-13544cb5-091e-4f5a-9e49-b9bc69bd5c2d req-dc81f03a-0f30-4cf2-86f5-fb22c65f2844 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Neutron deleted interface e378fd32-9844-4902-b4fc-f9824d7b805e; detaching it from the instance and deleting it from the info cache [ 961.581114] env[63339]: DEBUG nova.network.neutron [req-13544cb5-091e-4f5a-9e49-b9bc69bd5c2d req-dc81f03a-0f30-4cf2-86f5-fb22c65f2844 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.597633] env[63339]: INFO nova.scheduler.client.report [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Deleted allocations for instance 39273104-66d6-4520-a1df-31d8f928931d [ 961.869782] env[63339]: DEBUG oslo_vmware.api [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32966} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.872100] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.872334] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.872516] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.872720] env[63339]: INFO nova.compute.manager [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: a14a7775-1839-425f-956b-032f69e8318a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 961.872924] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.873168] env[63339]: DEBUG nova.compute.manager [-] [instance: a14a7775-1839-425f-956b-032f69e8318a] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.873449] env[63339]: DEBUG nova.network.neutron [-] [instance: a14a7775-1839-425f-956b-032f69e8318a] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 961.879355] env[63339]: DEBUG nova.network.neutron [-] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.011193] env[63339]: DEBUG oslo_vmware.api [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320374, 'name': PowerOnVM_Task, 'duration_secs': 0.82352} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.011649] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.011716] env[63339]: INFO nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Took 8.41 seconds to spawn the instance on the hypervisor. [ 962.011887] env[63339]: DEBUG nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.012764] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a25c4f-7fad-4b40-865e-3088a9962f57 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.080876] env[63339]: DEBUG nova.network.neutron [-] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.085926] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a9ac5fc-48e8-44f5-a43f-d86811690629 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.097175] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc49442-2d1c-4d36-ac16-b45a58535946 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.113961] env[63339]: DEBUG oslo_concurrency.lockutils [None req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Lock "39273104-66d6-4520-a1df-31d8f928931d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.226s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.138984] env[63339]: DEBUG nova.compute.manager [req-13544cb5-091e-4f5a-9e49-b9bc69bd5c2d req-dc81f03a-0f30-4cf2-86f5-fb22c65f2844 service nova] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Detach interface failed, port_id=e378fd32-9844-4902-b4fc-f9824d7b805e, reason: Instance 9ff94263-33e3-475b-ab4c-4001bdb6047d could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 962.200287] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 962.200727] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849805', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'name': 'volume-e22fc64c-516c-4a0e-9255-3553d24ab863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3b53cc-1ac2-40bc-934d-89a25659d047', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'serial': 'e22fc64c-516c-4a0e-9255-3553d24ab863'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 962.201842] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc49cb-5b84-4974-b66a-0dd20ea972f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.235309] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd4238e-7386-42be-8ad7-f7482b14d8db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.266677] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-e22fc64c-516c-4a0e-9255-3553d24ab863/volume-e22fc64c-516c-4a0e-9255-3553d24ab863.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.270490] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a09b3c6-0b5f-4443-a7fd-2639e0e2fe2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.293403] env[63339]: DEBUG oslo_vmware.api [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 962.293403] env[63339]: value = "task-4320377" [ 962.293403] env[63339]: _type = "Task" [ 962.293403] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.314705] env[63339]: DEBUG oslo_vmware.api [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.384087] env[63339]: INFO nova.compute.manager [-] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Took 1.51 seconds to deallocate network for instance. [ 962.538481] env[63339]: INFO nova.compute.manager [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Took 40.89 seconds to build instance. [ 962.578538] env[63339]: DEBUG nova.compute.manager [req-d21a343e-8acd-4ef6-be21-63ba1fef5030 req-398712a4-c565-4761-94a2-74586e0e1570 service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Received event network-vif-deleted-e1535d36-374b-4e7e-b0f5-769deba2eb38 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 962.580034] env[63339]: INFO nova.compute.manager [req-d21a343e-8acd-4ef6-be21-63ba1fef5030 req-398712a4-c565-4761-94a2-74586e0e1570 service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Neutron deleted interface e1535d36-374b-4e7e-b0f5-769deba2eb38; detaching it from the instance and deleting it from the info cache [ 962.580034] env[63339]: DEBUG nova.network.neutron [req-d21a343e-8acd-4ef6-be21-63ba1fef5030 req-398712a4-c565-4761-94a2-74586e0e1570 service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.582385] env[63339]: INFO nova.compute.manager [-] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Took 1.50 seconds to deallocate network for instance. [ 962.654835] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123aa3fa-e1d3-4bd1-8939-b7c5c5e0adcb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.663515] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd9894-d540-4dd7-a4b2-b87081203887 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.699020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a725c336-04fe-4c57-9c79-8fb4692e4420 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.709605] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f47ed-c063-46b5-8773-bd4ec4cf6308 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.724901] env[63339]: DEBUG nova.compute.provider_tree [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.742556] env[63339]: DEBUG nova.network.neutron [-] [instance: a14a7775-1839-425f-956b-032f69e8318a] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.805576] env[63339]: DEBUG oslo_vmware.api [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320377, 'name': ReconfigVM_Task, 'duration_secs': 0.454392} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.805918] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-e22fc64c-516c-4a0e-9255-3553d24ab863/volume-e22fc64c-516c-4a0e-9255-3553d24ab863.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.812728] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc0e00c-f2bd-4d22-87ee-96f34b501b84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.838593] env[63339]: DEBUG oslo_vmware.api [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 962.838593] env[63339]: value = "task-4320378" [ 962.838593] env[63339]: _type = "Task" [ 962.838593] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.848194] env[63339]: DEBUG oslo_vmware.api [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.869406] env[63339]: DEBUG nova.network.neutron [-] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.896567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.038443] env[63339]: DEBUG oslo_concurrency.lockutils [None req-21475613-8132-4bef-89e2-48bef22cca8e tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.404s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.084478] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f470c462-9189-407b-877f-6a315b455b28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.092905] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.097807] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455886d-8050-4537-a101-c760d05be403 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.147114] env[63339]: DEBUG nova.compute.manager [req-d21a343e-8acd-4ef6-be21-63ba1fef5030 req-398712a4-c565-4761-94a2-74586e0e1570 service nova] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Detach interface failed, port_id=e1535d36-374b-4e7e-b0f5-769deba2eb38, reason: Instance 54704231-ac2b-45a2-a3aa-476d301ae08e could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 963.228324] env[63339]: DEBUG nova.scheduler.client.report [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.247702] env[63339]: INFO nova.compute.manager [-] [instance: a14a7775-1839-425f-956b-032f69e8318a] Took 1.37 seconds to deallocate network for instance. [ 963.331547] env[63339]: INFO nova.compute.manager [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Rebuilding instance [ 963.350950] env[63339]: DEBUG oslo_vmware.api [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320378, 'name': ReconfigVM_Task, 'duration_secs': 0.160463} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.351560] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849805', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'name': 'volume-e22fc64c-516c-4a0e-9255-3553d24ab863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3b53cc-1ac2-40bc-934d-89a25659d047', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'serial': 'e22fc64c-516c-4a0e-9255-3553d24ab863'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 963.372355] env[63339]: INFO nova.compute.manager [-] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Took 2.28 seconds to deallocate network for instance. [ 963.404302] env[63339]: DEBUG nova.compute.manager [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.406910] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ccf6b0-9597-441b-84f3-66e0f437481b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.622500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "c1e1c854-57d5-45d1-9a27-ffd332299d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.622500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.622602] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "c1e1c854-57d5-45d1-9a27-ffd332299d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.622728] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.622908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.625132] env[63339]: INFO nova.compute.manager [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Terminating instance [ 963.739394] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.743075] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.295s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.743075] env[63339]: DEBUG nova.objects.instance [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lazy-loading 'resources' on Instance uuid 117cd55b-274b-4b20-bfd0-0a811e0ddbc6 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.756895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.771024] env[63339]: INFO nova.scheduler.client.report [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Deleted allocations for instance f00ed806-0354-42a4-a891-13099c30c6df [ 963.848830] env[63339]: DEBUG nova.compute.manager [req-2418fc50-4b7f-4d52-a2b1-cb7a22fe5cfe req-22c0abb0-e234-4860-a7c1-ded298989acc service nova] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Received event network-vif-deleted-cc2f0084-1ef2-423c-9cff-548c007535fc {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 963.849050] env[63339]: DEBUG nova.compute.manager [req-2418fc50-4b7f-4d52-a2b1-cb7a22fe5cfe req-22c0abb0-e234-4860-a7c1-ded298989acc service nova] [instance: a14a7775-1839-425f-956b-032f69e8318a] Received event network-vif-deleted-b93b913c-fd28-4a93-b347-6053da690f27 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 963.934423] env[63339]: INFO nova.compute.manager [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Took 0.56 seconds to detach 1 volumes for instance. [ 963.937082] env[63339]: DEBUG nova.compute.manager [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Deleting volume: a2c76a49-bf4e-4817-b4cb-7a717f8e63ac {{(pid=63339) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 964.128712] env[63339]: DEBUG nova.compute.manager [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.129024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.130601] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b47bf83-b389-4f00-9e2a-56437ad99379 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.139439] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.139733] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3c5d65-9c19-4eb8-88dc-553c353644fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.148146] env[63339]: DEBUG oslo_vmware.api [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 964.148146] env[63339]: value = "task-4320380" [ 964.148146] env[63339]: _type = "Task" [ 964.148146] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.161148] env[63339]: DEBUG oslo_vmware.api [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.283780] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a3d83865-5518-4683-bf29-5cbb08641407 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Lock "f00ed806-0354-42a4-a891-13099c30c6df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.700s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.394482] env[63339]: DEBUG nova.objects.instance [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.421871] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.422246] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efadc39-8f84-4e6b-a8be-7a3fcf479369 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.432903] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 964.432903] env[63339]: value = "task-4320381" [ 964.432903] env[63339]: _type = "Task" [ 964.432903] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.442870] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.489142] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.597050] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.661753] env[63339]: DEBUG oslo_vmware.api [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320380, 'name': PowerOffVM_Task, 'duration_secs': 0.245253} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.662037] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.662235] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.662499] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a60293-5a2d-48b9-b1ab-0eefc5a1e838 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.725161] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d6fb3-a436-4319-a758-2ece48ea330d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.732936] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.733484] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.733902] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Deleting the datastore file [datastore2] c1e1c854-57d5-45d1-9a27-ffd332299d52 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.737991] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507bb5fc-e27f-4344-901e-015bb025d165 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.741560] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2c2f5-c487-4895-995a-dbc269ac25b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.776401] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa06d2-a57f-4a70-9286-5316cbef06d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.779086] env[63339]: DEBUG oslo_vmware.api [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for the task: (returnval){ [ 964.779086] env[63339]: value = "task-4320383" [ 964.779086] env[63339]: _type = "Task" [ 964.779086] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.786547] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edef687-88a9-4c14-afc6-6ade021d4f5c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.795367] env[63339]: DEBUG oslo_vmware.api [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.806252] env[63339]: DEBUG nova.compute.provider_tree [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.902891] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f0f01a5f-bf36-4c4d-8ae6-8591944053ea tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.907317] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.307s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.907317] env[63339]: DEBUG nova.compute.manager [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.907317] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526202c9-15a1-4305-bc01-85bc84fab087 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.913849] env[63339]: DEBUG nova.compute.manager [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.915077] env[63339]: DEBUG nova.objects.instance [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.946164] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320381, 'name': PowerOffVM_Task, 'duration_secs': 0.254422} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.946712] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.947467] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.948314] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dfd7f5d-e5f3-4918-8b7a-ee87503756c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.958521] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 964.958521] env[63339]: value = "task-4320384" [ 964.958521] env[63339]: _type = "Task" [ 964.958521] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.972035] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.972322] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 964.972532] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849746', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'name': 'volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb000cb9-d32e-41f5-841e-a1747cb6f491', 'attached_at': '', 'detached_at': '', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'serial': '3c7cd15a-97ed-49e8-be8b-8861cabb1445'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 964.973411] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19459439-3d98-42e4-a038-89dc56d39864 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.992998] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc6ce89-0fee-4ba0-97d4-0fe99be409d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.001407] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fc420d-7d4b-4676-8e10-76b146c88880 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.021446] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d481c-37f1-4383-9b03-307a8c9971e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.040017] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445/volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 965.042989] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.043379] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb92202-ad0e-493f-8579-67361066a65f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066323] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 965.066323] env[63339]: value = "task-4320385" [ 965.066323] env[63339]: _type = "Task" [ 965.066323] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.077255] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.291725] env[63339]: DEBUG oslo_vmware.api [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Task: {'id': task-4320383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274188} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.291725] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.291725] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.291725] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.291725] env[63339]: INFO nova.compute.manager [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Took 1.16 seconds to destroy the instance on the hypervisor. [ 965.292398] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.292398] env[63339]: DEBUG nova.compute.manager [-] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.292553] env[63339]: DEBUG nova.network.neutron [-] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 965.310235] env[63339]: DEBUG nova.scheduler.client.report [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.578549] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320385, 'name': ReconfigVM_Task, 'duration_secs': 0.180068} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.578883] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.588210] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df123fb3-b7fe-4268-936a-d3a7ab416af7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.613536] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 965.613536] env[63339]: value = "task-4320386" [ 965.613536] env[63339]: _type = "Task" [ 965.613536] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.624395] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.820267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.827124] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.864s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.827124] env[63339]: DEBUG nova.objects.instance [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lazy-loading 'resources' on Instance uuid f380129e-fb55-416b-b36f-a7767b76fe04 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.872931] env[63339]: INFO nova.scheduler.client.report [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Deleted allocations for instance 117cd55b-274b-4b20-bfd0-0a811e0ddbc6 [ 965.924023] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.924023] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5b48bb-a930-43e7-9d23-e8f9183c5551 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.933024] env[63339]: DEBUG oslo_vmware.api [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 965.933024] env[63339]: value = "task-4320387" [ 965.933024] env[63339]: _type = "Task" [ 965.933024] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.942452] env[63339]: DEBUG oslo_vmware.api [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.126568] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320386, 'name': ReconfigVM_Task, 'duration_secs': 0.200347} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.127102] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849746', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'name': 'volume-3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb000cb9-d32e-41f5-841e-a1747cb6f491', 'attached_at': '', 'detached_at': '', 'volume_id': '3c7cd15a-97ed-49e8-be8b-8861cabb1445', 'serial': '3c7cd15a-97ed-49e8-be8b-8861cabb1445'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 966.127569] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.128642] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8781630-2807-4656-b3bc-85bb3dd5467c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.138999] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.142169] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49963dc0-0111-410f-8e04-38c062b838ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.220101] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.220101] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.220101] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Deleting the datastore file [datastore1] fb000cb9-d32e-41f5-841e-a1747cb6f491 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.220101] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43c3062d-b10c-43e4-95c4-cda448aec771 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.231532] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for the task: (returnval){ [ 966.231532] env[63339]: value = "task-4320389" [ 966.231532] env[63339]: _type = "Task" [ 966.231532] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.245105] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.385079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7446313-27cb-48f3-a532-19af2f2cb49e tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Lock "117cd55b-274b-4b20-bfd0-0a811e0ddbc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.751s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.446311] env[63339]: DEBUG oslo_vmware.api [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320387, 'name': PowerOffVM_Task, 'duration_secs': 0.24698} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.447166] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.447525] env[63339]: DEBUG nova.compute.manager [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.448490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8cc6a8-8427-4f84-8892-000a69cb3d55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.745806] env[63339]: DEBUG oslo_vmware.api [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Task: {'id': task-4320389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114249} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.746215] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.746646] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.746924] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.777550] env[63339]: DEBUG nova.network.neutron [-] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.808121] env[63339]: DEBUG nova.compute.manager [req-75946095-c709-4269-b16e-c09225377241 req-d273aa47-003c-42a1-9177-c26dace94795 service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Received event network-vif-deleted-76224577-23af-48ef-b3ff-19fadf8b5ba8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 966.808329] env[63339]: INFO nova.compute.manager [req-75946095-c709-4269-b16e-c09225377241 req-d273aa47-003c-42a1-9177-c26dace94795 service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Neutron deleted interface 76224577-23af-48ef-b3ff-19fadf8b5ba8; detaching it from the instance and deleting it from the info cache [ 966.808501] env[63339]: DEBUG nova.network.neutron [req-75946095-c709-4269-b16e-c09225377241 req-d273aa47-003c-42a1-9177-c26dace94795 service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.815711] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa4613-60e0-433c-9114-51bba17029a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.826677] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 966.827855] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecbdc369-cd6d-4eb9-a22f-4fd2f3ac1211 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.830982] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f3106c-e7d9-414e-acb0-268c204c3c03 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.874981] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa307ee-7137-4ecd-adc8-a7296ba2afd5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.880569] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7b6820-3cc8-4846-b88c-cf92934c2e5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.900394] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a10e68c-b822-45ae-aa8b-d68caf77a9b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.921350] env[63339]: ERROR nova.compute.manager [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Failed to detach volume 3c7cd15a-97ed-49e8-be8b-8861cabb1445 from /dev/sda: nova.exception.InstanceNotFound: Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 could not be found. [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Traceback (most recent call last): [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self.driver.rebuild(**kwargs) [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] raise NotImplementedError() [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] NotImplementedError [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] During handling of the above exception, another exception occurred: [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Traceback (most recent call last): [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self.driver.detach_volume(context, old_connection_info, [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] return self._volumeops.detach_volume(connection_info, instance) [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._detach_volume_vmdk(connection_info, instance) [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] stable_ref.fetch_moref(session) [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] raise exception.InstanceNotFound(instance_id=self._uuid) [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] nova.exception.InstanceNotFound: Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 could not be found. [ 966.921350] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 966.934427] env[63339]: DEBUG nova.compute.provider_tree [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.969558] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c683aed-adf3-49db-9ab9-ebf82749d977 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.148207] env[63339]: DEBUG nova.compute.utils [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Build of instance fb000cb9-d32e-41f5-841e-a1747cb6f491 aborted: Failed to rebuild volume backed instance. {{(pid=63339) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 967.150658] env[63339]: ERROR nova.compute.manager [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance fb000cb9-d32e-41f5-841e-a1747cb6f491 aborted: Failed to rebuild volume backed instance. [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Traceback (most recent call last): [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self.driver.rebuild(**kwargs) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] raise NotImplementedError() [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] NotImplementedError [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] During handling of the above exception, another exception occurred: [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Traceback (most recent call last): [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._detach_root_volume(context, instance, root_bdm) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] with excutils.save_and_reraise_exception(): [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self.force_reraise() [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] raise self.value [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self.driver.detach_volume(context, old_connection_info, [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] return self._volumeops.detach_volume(connection_info, instance) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._detach_volume_vmdk(connection_info, instance) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] stable_ref.fetch_moref(session) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] raise exception.InstanceNotFound(instance_id=self._uuid) [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] nova.exception.InstanceNotFound: Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 could not be found. [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] During handling of the above exception, another exception occurred: [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Traceback (most recent call last): [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 11502, in _error_out_instance_on_exception [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] yield [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 967.150658] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._do_rebuild_instance_with_claim( [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._do_rebuild_instance( [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._rebuild_default_impl(**kwargs) [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] self._rebuild_volume_backed_instance( [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] raise exception.BuildAbortException( [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] nova.exception.BuildAbortException: Build of instance fb000cb9-d32e-41f5-841e-a1747cb6f491 aborted: Failed to rebuild volume backed instance. [ 967.152116] env[63339]: ERROR nova.compute.manager [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] [ 967.283139] env[63339]: INFO nova.compute.manager [-] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Took 1.99 seconds to deallocate network for instance. [ 967.320983] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68c3db4b-914c-4b82-86de-6a630ff6b029 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.336507] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be21a21-b30a-4df3-97b1-6b16b208c40a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.375203] env[63339]: DEBUG nova.compute.manager [req-75946095-c709-4269-b16e-c09225377241 req-d273aa47-003c-42a1-9177-c26dace94795 service nova] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Detach interface failed, port_id=76224577-23af-48ef-b3ff-19fadf8b5ba8, reason: Instance c1e1c854-57d5-45d1-9a27-ffd332299d52 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 967.438263] env[63339]: DEBUG nova.scheduler.client.report [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.674372] env[63339]: DEBUG nova.objects.instance [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.791450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.948032] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.948407] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.099s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.950675] env[63339]: INFO nova.compute.claims [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.996280] env[63339]: INFO nova.scheduler.client.report [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Deleted allocations for instance f380129e-fb55-416b-b36f-a7767b76fe04 [ 968.180689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.180689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.180689] env[63339]: DEBUG nova.network.neutron [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 968.181028] env[63339]: DEBUG nova.objects.instance [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'info_cache' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.508957] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "f380129e-fb55-416b-b36f-a7767b76fe04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.815s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.686648] env[63339]: DEBUG nova.objects.base [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.056908] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c38a9a-9e77-ebcf-d1bc-2b60fde4ab85/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.058092] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d46a23-e170-492e-8fcf-a1746db23854 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.066210] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c38a9a-9e77-ebcf-d1bc-2b60fde4ab85/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.066390] env[63339]: ERROR oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c38a9a-9e77-ebcf-d1bc-2b60fde4ab85/disk-0.vmdk due to incomplete transfer. [ 969.066664] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-643733b3-9512-4875-b4b7-a14093f3f8d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.078245] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c38a9a-9e77-ebcf-d1bc-2b60fde4ab85/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 969.078478] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Uploaded image 9494ec65-fa61-4cdd-90e3-516a2b7d6179 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 969.081230] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 969.085070] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-861562d6-8a52-4a27-8fe4-e9c0e2a38bd9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.089409] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 969.089409] env[63339]: value = "task-4320391" [ 969.089409] env[63339]: _type = "Task" [ 969.089409] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.104181] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320391, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.177345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.447829] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1381fa3-92d9-4613-99f4-5c8bc2446f6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.457400] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46c1b0-63f1-4fc7-942d-d84901872899 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.498478] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25d93f-30f4-4466-8f3e-355dd958368e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.506988] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a051d-c526-4952-acfa-bdf99188a458 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.527573] env[63339]: DEBUG nova.compute.provider_tree [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.599374] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320391, 'name': Destroy_Task, 'duration_secs': 0.337213} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.599824] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Destroyed the VM [ 969.599925] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.601450] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b59720bf-2d2b-4ace-9d31-8b4761ab7d50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.612308] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 969.612308] env[63339]: value = "task-4320392" [ 969.612308] env[63339]: _type = "Task" [ 969.612308] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.625114] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.803361] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "e70ad3a0-7097-4638-be64-e967af79a3d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.803678] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "e70ad3a0-7097-4638-be64-e967af79a3d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.811831] env[63339]: DEBUG nova.network.neutron [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating instance_info_cache with network_info: [{"id": "34c023c0-6337-4585-93e9-403e460dbeaa", "address": "fa:16:3e:ae:fe:0c", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c023c0-63", "ovs_interfaceid": "34c023c0-6337-4585-93e9-403e460dbeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.031097] env[63339]: DEBUG nova.scheduler.client.report [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.108559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "fb000cb9-d32e-41f5-841e-a1747cb6f491" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.109065] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.109312] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "fb000cb9-d32e-41f5-841e-a1747cb6f491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.109923] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.109923] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.112270] env[63339]: INFO nova.compute.manager [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Terminating instance [ 970.125256] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320392, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.307621] env[63339]: DEBUG nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.316062] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.537359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.538143] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.541602] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.224s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.541941] env[63339]: DEBUG nova.objects.instance [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lazy-loading 'resources' on Instance uuid b78e850a-46a9-4a18-8c09-af7510e3089d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.621213] env[63339]: DEBUG nova.compute.manager [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.621544] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-770f03fa-7649-4a34-a5fd-d5b762375dd4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.629698] env[63339]: DEBUG oslo_vmware.api [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.717452} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.631052] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.631321] env[63339]: INFO nova.compute.manager [None req-ee1231e1-d608-450b-88dc-9f7f3411aec7 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Took 15.42 seconds to snapshot the instance on the hypervisor. [ 970.637679] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b532f-b5b2-420a-a189-fc0cf8229a5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.675789] env[63339]: WARNING nova.virt.vmwareapi.driver [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 could not be found. [ 970.676054] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.677519] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-938788f1-042f-4e58-9f5f-c2c7e0230e0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.687514] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d66fb-dd47-4c0b-b5f1-5c52d8735fb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.723144] env[63339]: WARNING nova.virt.vmwareapi.vmops [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 could not be found. [ 970.723406] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.723562] env[63339]: INFO nova.compute.manager [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Took 0.10 seconds to destroy the instance on the hypervisor. [ 970.723855] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.724115] env[63339]: DEBUG nova.compute.manager [-] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.724214] env[63339]: DEBUG nova.network.neutron [-] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 970.856149] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.046398] env[63339]: DEBUG nova.compute.utils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.057026] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.057248] env[63339]: DEBUG nova.network.neutron [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 971.121144] env[63339]: DEBUG nova.policy [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64d4b48a3e304b69b9df01eb88e379b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e83893ce0c45d3aa912903c97c69d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.327652] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.328266] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a7dff0-7fc3-4993-a144-bcc0c834a3cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.338183] env[63339]: DEBUG oslo_vmware.api [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 971.338183] env[63339]: value = "task-4320393" [ 971.338183] env[63339]: _type = "Task" [ 971.338183] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.348255] env[63339]: DEBUG oslo_vmware.api [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.556341] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.568031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5054616-dfab-4115-8933-b8d0366afda1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.583195] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5257e291-e041-45ce-9462-21b93aab80cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.622453] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469b118e-d3f6-4583-8d0c-d69a9442f24d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.629330] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.629975] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.639455] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed0408-90af-43b7-89d0-dea85025b382 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.655771] env[63339]: DEBUG nova.compute.provider_tree [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.837452] env[63339]: DEBUG nova.network.neutron [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Successfully created port: 988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 971.853100] env[63339]: DEBUG oslo_vmware.api [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.132377] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.159827] env[63339]: DEBUG nova.scheduler.client.report [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.172812] env[63339]: DEBUG nova.compute.manager [req-a3e00197-5cfa-4983-8215-9b56c956adaf req-9ad7a69e-0b3d-4674-b22c-71c7c1a8c445 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Received event network-vif-deleted-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 972.176587] env[63339]: INFO nova.compute.manager [req-a3e00197-5cfa-4983-8215-9b56c956adaf req-9ad7a69e-0b3d-4674-b22c-71c7c1a8c445 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Neutron deleted interface 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f; detaching it from the instance and deleting it from the info cache [ 972.177021] env[63339]: DEBUG nova.network.neutron [req-a3e00197-5cfa-4983-8215-9b56c956adaf req-9ad7a69e-0b3d-4674-b22c-71c7c1a8c445 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.354470] env[63339]: DEBUG oslo_vmware.api [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320393, 'name': PowerOnVM_Task, 'duration_secs': 0.648415} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.354895] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.355277] env[63339]: DEBUG nova.compute.manager [None req-b425d8f6-c7ed-44fb-91f6-acdf5716ad0b tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.356150] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19fae78-d009-4d03-8bac-2b079add8aa4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.378472] env[63339]: DEBUG nova.network.neutron [-] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.381798] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.382541] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.382712] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "870c6382-317a-4067-9e38-e0e1a8e09437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.383169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.383362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.386371] env[63339]: INFO nova.compute.manager [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Terminating instance [ 972.631522] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.658166] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.666672] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.673748] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.674574] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.674933] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.675226] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.675431] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.675613] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.675861] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.679234] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.679234] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.679234] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.679234] env[63339]: DEBUG nova.virt.hardware [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.679234] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.233s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.679234] env[63339]: DEBUG nova.objects.instance [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lazy-loading 'resources' on Instance uuid 548dcb74-a541-499a-9965-c32420374f0b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.679470] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc475c-a421-4f18-911f-712b989f3653 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.683443] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-094be193-6d08-46ae-97fb-227c5964ccd4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.693522] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52529365-1a54-4ac2-be90-d858f04ad85d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.702944] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4396f88-8842-45c9-8186-5dba434128ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.713233] env[63339]: INFO nova.scheduler.client.report [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Deleted allocations for instance b78e850a-46a9-4a18-8c09-af7510e3089d [ 972.748414] env[63339]: DEBUG nova.compute.manager [req-a3e00197-5cfa-4983-8215-9b56c956adaf req-9ad7a69e-0b3d-4674-b22c-71c7c1a8c445 service nova] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Detach interface failed, port_id=707a9a6b-9ff9-4d6b-ae98-9f2a9252767f, reason: Instance fb000cb9-d32e-41f5-841e-a1747cb6f491 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 972.888193] env[63339]: INFO nova.compute.manager [-] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Took 2.16 seconds to deallocate network for instance. [ 972.891081] env[63339]: DEBUG nova.compute.manager [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.891312] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.892380] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccd00dc-65bc-48f8-8bba-4bc32c46afcc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.900437] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.900768] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0620ab88-bf11-4cd9-89e5-b03cd976b8fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.910671] env[63339]: DEBUG oslo_vmware.api [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 972.910671] env[63339]: value = "task-4320394" [ 972.910671] env[63339]: _type = "Task" [ 972.910671] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.922106] env[63339]: DEBUG oslo_vmware.api [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.256026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Lock "b78e850a-46a9-4a18-8c09-af7510e3089d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.838s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.430229] env[63339]: DEBUG oslo_vmware.api [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320394, 'name': PowerOffVM_Task, 'duration_secs': 0.440283} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.430469] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.430632] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.430928] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f260bd-c989-4496-bcfe-4901b3757a97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.457992] env[63339]: INFO nova.compute.manager [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Took 0.57 seconds to detach 1 volumes for instance. [ 973.461558] env[63339]: DEBUG nova.compute.manager [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Deleting volume: 3c7cd15a-97ed-49e8-be8b-8861cabb1445 {{(pid=63339) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 973.494765] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.495712] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.495712] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Deleting the datastore file [datastore2] 870c6382-317a-4067-9e38-e0e1a8e09437 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.495712] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5cc7cc-35c5-445e-be49-aac67b308e8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.503095] env[63339]: DEBUG oslo_vmware.api [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for the task: (returnval){ [ 973.503095] env[63339]: value = "task-4320396" [ 973.503095] env[63339]: _type = "Task" [ 973.503095] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.512177] env[63339]: DEBUG oslo_vmware.api [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.606479] env[63339]: DEBUG nova.compute.manager [req-7d1f4915-f231-4b19-9215-5fb333ac58b4 req-5fcc9dac-d430-469a-87e8-d77a28b55768 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Received event network-vif-plugged-988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 973.607150] env[63339]: DEBUG oslo_concurrency.lockutils [req-7d1f4915-f231-4b19-9215-5fb333ac58b4 req-5fcc9dac-d430-469a-87e8-d77a28b55768 service nova] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.607150] env[63339]: DEBUG oslo_concurrency.lockutils [req-7d1f4915-f231-4b19-9215-5fb333ac58b4 req-5fcc9dac-d430-469a-87e8-d77a28b55768 service nova] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.607150] env[63339]: DEBUG oslo_concurrency.lockutils [req-7d1f4915-f231-4b19-9215-5fb333ac58b4 req-5fcc9dac-d430-469a-87e8-d77a28b55768 service nova] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.607322] env[63339]: DEBUG nova.compute.manager [req-7d1f4915-f231-4b19-9215-5fb333ac58b4 req-5fcc9dac-d430-469a-87e8-d77a28b55768 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] No waiting events found dispatching network-vif-plugged-988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.607476] env[63339]: WARNING nova.compute.manager [req-7d1f4915-f231-4b19-9215-5fb333ac58b4 req-5fcc9dac-d430-469a-87e8-d77a28b55768 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Received unexpected event network-vif-plugged-988e6086-ce8e-40c2-b8a2-d51d9282d117 for instance with vm_state building and task_state spawning. [ 973.690852] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b9574-36bd-433d-b75d-a0c40467c686 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.702465] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b19ac8-6ce3-4c9b-91a3-a7398aec0588 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.739748] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c62bc3-da3c-4d71-a0b9-30ee197d68a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.749937] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de6e1d8-fb3c-4e67-8289-cd569b954c11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.772248] env[63339]: DEBUG nova.compute.provider_tree [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.856324] env[63339]: DEBUG nova.network.neutron [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Successfully updated port: 988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 974.016155] env[63339]: DEBUG oslo_vmware.api [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Task: {'id': task-4320396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149354} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.016522] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.016731] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.016919] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.017423] env[63339]: INFO nova.compute.manager [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Took 1.13 seconds to destroy the instance on the hypervisor. [ 974.017903] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.018160] env[63339]: DEBUG nova.compute.manager [-] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.018261] env[63339]: DEBUG nova.network.neutron [-] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 974.026607] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.277755] env[63339]: DEBUG nova.scheduler.client.report [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.363594] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.363594] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.363594] env[63339]: DEBUG nova.network.neutron [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 974.786809] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.792105] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.320s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.792585] env[63339]: DEBUG nova.objects.instance [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lazy-loading 'resources' on Instance uuid 14212226-45e7-471d-946f-72ced9f2b489 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.086890] env[63339]: INFO nova.scheduler.client.report [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Deleted allocations for instance 548dcb74-a541-499a-9965-c32420374f0b [ 975.139618] env[63339]: DEBUG nova.network.neutron [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 975.236668] env[63339]: DEBUG nova.network.neutron [-] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.468019] env[63339]: DEBUG nova.network.neutron [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updating instance_info_cache with network_info: [{"id": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "address": "fa:16:3e:0e:02:4a", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988e6086-ce", "ovs_interfaceid": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.596491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "548dcb74-a541-499a-9965-c32420374f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.762s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.738540] env[63339]: INFO nova.compute.manager [-] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Took 1.72 seconds to deallocate network for instance. [ 975.782730] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7469630-64c8-422c-8018-f88e777e3514 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.794029] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548943e5-3605-4e52-afcc-f70ba897ccf0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.835589] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459876bb-30d2-4720-a946-78ca0a840c8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.843798] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e2122-1221-404a-bcac-0642da77ca3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.863333] env[63339]: DEBUG nova.compute.provider_tree [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.933702] env[63339]: DEBUG nova.compute.manager [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Received event network-changed-988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 975.933887] env[63339]: DEBUG nova.compute.manager [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Refreshing instance network info cache due to event network-changed-988e6086-ce8e-40c2-b8a2-d51d9282d117. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 975.934152] env[63339]: DEBUG oslo_concurrency.lockutils [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] Acquiring lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.967782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.967782] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance network_info: |[{"id": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "address": "fa:16:3e:0e:02:4a", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988e6086-ce", "ovs_interfaceid": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.968330] env[63339]: DEBUG oslo_concurrency.lockutils [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] Acquired lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.968517] env[63339]: DEBUG nova.network.neutron [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Refreshing network info cache for port 988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 975.969776] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:02:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988e6086-ce8e-40c2-b8a2-d51d9282d117', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.978754] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.981854] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.982356] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c0b1b34-5fe9-40fa-a1a1-f36c0581ab1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.004505] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.004505] env[63339]: value = "task-4320398" [ 976.004505] env[63339]: _type = "Task" [ 976.004505] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.014398] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.014687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.015250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.015476] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.015658] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.017747] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320398, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.019261] env[63339]: INFO nova.compute.manager [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Terminating instance [ 976.246068] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.364912] env[63339]: DEBUG nova.scheduler.client.report [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.426613] env[63339]: DEBUG nova.network.neutron [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updated VIF entry in instance network info cache for port 988e6086-ce8e-40c2-b8a2-d51d9282d117. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 976.426613] env[63339]: DEBUG nova.network.neutron [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updating instance_info_cache with network_info: [{"id": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "address": "fa:16:3e:0e:02:4a", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988e6086-ce", "ovs_interfaceid": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.520084] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320398, 'name': CreateVM_Task, 'duration_secs': 0.476775} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.522031] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.522031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.522031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.522031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.522031] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af98732-6529-488b-a03b-308518edab62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.525329] env[63339]: DEBUG nova.compute.manager [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.525585] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.526493] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f77a2d-cb28-491f-848a-218832f899c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.534791] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 976.534791] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fa90b6-c04f-0049-b3ad-b169e6ddef67" [ 976.534791] env[63339]: _type = "Task" [ 976.534791] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.541031] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.541604] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b037d56-6ec5-4acb-81e6-e3f5be0a693a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.548839] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fa90b6-c04f-0049-b3ad-b169e6ddef67, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.550772] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.550933] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.551910] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.551910] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.551910] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.552098] env[63339]: DEBUG oslo_vmware.api [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 976.552098] env[63339]: value = "task-4320399" [ 976.552098] env[63339]: _type = "Task" [ 976.552098] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.552387] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae4fc305-7d49-4296-bd1c-768a9ad65f51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.564877] env[63339]: DEBUG oslo_vmware.api [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.566526] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.566789] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.567580] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc12e5b9-4a12-4a8c-a64a-ea9762c9f8a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.575329] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 976.575329] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52db002e-2795-19a6-e2e7-62be95b4e985" [ 976.575329] env[63339]: _type = "Task" [ 976.575329] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.584416] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52db002e-2795-19a6-e2e7-62be95b4e985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.872674] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.875200] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.849s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.875498] env[63339]: DEBUG nova.objects.instance [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lazy-loading 'resources' on Instance uuid f3c4018b-4f6a-4e86-94a3-efef140008b7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.898061] env[63339]: INFO nova.scheduler.client.report [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Deleted allocations for instance 14212226-45e7-471d-946f-72ced9f2b489 [ 976.929045] env[63339]: DEBUG oslo_concurrency.lockutils [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] Releasing lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.930100] env[63339]: DEBUG nova.compute.manager [req-632a8862-19f7-4be1-a418-d6545a578d49 req-2632201a-ce96-4c66-9eb0-cb897eb2c01b service nova] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Received event network-vif-deleted-51862093-111d-4b93-a6bb-1a4a70c2ce22 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 977.065797] env[63339]: DEBUG oslo_vmware.api [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320399, 'name': PowerOffVM_Task, 'duration_secs': 0.235648} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.066229] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.066879] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.066879] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52659a8-117e-40d0-8fbc-2d6a80dd4e49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.086868] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52db002e-2795-19a6-e2e7-62be95b4e985, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.087731] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6528dd-9660-4c7f-955f-a296a670ea41 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.095191] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 977.095191] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e82d69-54c3-27ed-0ce8-d3a88003d102" [ 977.095191] env[63339]: _type = "Task" [ 977.095191] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.102812] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e82d69-54c3-27ed-0ce8-d3a88003d102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.138202] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.138202] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.138202] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Deleting the datastore file [datastore2] 8e0abe7e-e845-4790-bcc8-408a7b66b8f2 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.138202] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e499838-470a-43b3-9dac-5fd1fee67306 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.147373] env[63339]: DEBUG oslo_vmware.api [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for the task: (returnval){ [ 977.147373] env[63339]: value = "task-4320401" [ 977.147373] env[63339]: _type = "Task" [ 977.147373] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.166522] env[63339]: DEBUG oslo_vmware.api [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.406154] env[63339]: DEBUG oslo_concurrency.lockutils [None req-02a2ca63-73ec-43e7-9797-beefa811f93e tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Lock "14212226-45e7-471d-946f-72ced9f2b489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.205s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.608264] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e82d69-54c3-27ed-0ce8-d3a88003d102, 'name': SearchDatastore_Task, 'duration_secs': 0.022724} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.608670] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.608960] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.609754] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4846c3b9-17e8-4f8f-b57e-1cba42794e11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.621020] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 977.621020] env[63339]: value = "task-4320402" [ 977.621020] env[63339]: _type = "Task" [ 977.621020] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.628737] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.659251] env[63339]: DEBUG oslo_vmware.api [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Task: {'id': task-4320401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151673} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.659545] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.659730] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.659911] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.660103] env[63339]: INFO nova.compute.manager [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 977.660385] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.660632] env[63339]: DEBUG nova.compute.manager [-] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.660727] env[63339]: DEBUG nova.network.neutron [-] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 977.755772] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc59b3-3297-4483-8907-221d64807ae0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.764087] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d748444-26ef-4a4f-967c-0cccaf58a1aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.804742] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a5191b-f629-4724-9323-41ecfe16fedf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.815053] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3519ab4-1be0-4076-acd7-dd6493a326ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.831899] env[63339]: DEBUG nova.compute.provider_tree [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.136642] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320402, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.264276] env[63339]: DEBUG nova.compute.manager [req-219c53ae-b7e8-46b4-9976-6b84ad144426 req-a54ef61b-4953-4db2-ae8d-10b8634d86b3 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Received event network-vif-deleted-22076e35-68e4-44d5-ad59-bbb26c1f58ad {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 978.264481] env[63339]: INFO nova.compute.manager [req-219c53ae-b7e8-46b4-9976-6b84ad144426 req-a54ef61b-4953-4db2-ae8d-10b8634d86b3 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Neutron deleted interface 22076e35-68e4-44d5-ad59-bbb26c1f58ad; detaching it from the instance and deleting it from the info cache [ 978.264664] env[63339]: DEBUG nova.network.neutron [req-219c53ae-b7e8-46b4-9976-6b84ad144426 req-a54ef61b-4953-4db2-ae8d-10b8634d86b3 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.337493] env[63339]: DEBUG nova.scheduler.client.report [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.633236] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85043} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.633802] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.634238] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.634631] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93e08b95-d7f3-40b3-a3f1-598b223f1f66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.643052] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 978.643052] env[63339]: value = "task-4320403" [ 978.643052] env[63339]: _type = "Task" [ 978.643052] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.655615] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.739211] env[63339]: DEBUG nova.network.neutron [-] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.773923] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a1cd912-4cd4-480e-9f5a-3fd6b4ce7557 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.784376] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a4463f-e677-4050-bf80-d9d9e68cb3f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.828363] env[63339]: DEBUG nova.compute.manager [req-219c53ae-b7e8-46b4-9976-6b84ad144426 req-a54ef61b-4953-4db2-ae8d-10b8634d86b3 service nova] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Detach interface failed, port_id=22076e35-68e4-44d5-ad59-bbb26c1f58ad, reason: Instance 8e0abe7e-e845-4790-bcc8-408a7b66b8f2 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 978.848028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.849654] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.470s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.850233] env[63339]: DEBUG nova.objects.instance [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.879827] env[63339]: INFO nova.scheduler.client.report [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Deleted allocations for instance f3c4018b-4f6a-4e86-94a3-efef140008b7 [ 979.158431] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072446} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.158431] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.158431] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f69839-cd5d-4dc8-8fba-c3f7df4ddd3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.184577] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.184953] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cbfe2f7-49db-4771-a5fa-c438f8a3ac65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.209610] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 979.209610] env[63339]: value = "task-4320404" [ 979.209610] env[63339]: _type = "Task" [ 979.209610] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.218998] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.246496] env[63339]: INFO nova.compute.manager [-] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Took 1.59 seconds to deallocate network for instance. [ 979.393193] env[63339]: DEBUG oslo_concurrency.lockutils [None req-504905e8-a617-4c5d-b338-9575c0728d34 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Lock "f3c4018b-4f6a-4e86-94a3-efef140008b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.037s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.720127] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320404, 'name': ReconfigVM_Task, 'duration_secs': 0.325284} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.720451] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.721104] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59efbb04-67b7-45a6-8e05-0e42337fdbc9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.728481] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 979.728481] env[63339]: value = "task-4320405" [ 979.728481] env[63339]: _type = "Task" [ 979.728481] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.737358] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320405, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.754647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.866933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ea4c619-4b96-4ab0-9e22-827c436a3d4b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.868379] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.346s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.869077] env[63339]: DEBUG nova.objects.instance [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'resources' on Instance uuid c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.239205] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320405, 'name': Rename_Task, 'duration_secs': 0.145622} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.239556] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.239917] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdfdd40-deab-4ae4-a1eb-ee84a2c8b6dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.247804] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 980.247804] env[63339]: value = "task-4320406" [ 980.247804] env[63339]: _type = "Task" [ 980.247804] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.258317] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.374301] env[63339]: DEBUG nova.objects.instance [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'numa_topology' on Instance uuid c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.761784] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.877634] env[63339]: DEBUG nova.objects.base [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.262825] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.340328] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03014bd7-638c-4e8e-80fb-00df5eba1ef9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.352738] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfed887-5c3d-429d-84df-1552c2a54eb6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.389031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b1256-5c1e-4e0d-bc55-b534d1559ee0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.398217] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6b1dc1-239a-4b61-8c4e-b71397b99267 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.414212] env[63339]: DEBUG nova.compute.provider_tree [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.540797] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.541734] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.768502] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.917714] env[63339]: DEBUG nova.scheduler.client.report [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.045669] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.261161] env[63339]: DEBUG oslo_vmware.api [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320406, 'name': PowerOnVM_Task, 'duration_secs': 1.544136} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.261360] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.261496] env[63339]: INFO nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Took 9.63 seconds to spawn the instance on the hypervisor. [ 982.261739] env[63339]: DEBUG nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.262514] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830de949-c1e4-4fde-a64e-4640a90775f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.426284] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.556s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.427657] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.429s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.427885] env[63339]: DEBUG nova.objects.instance [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'resources' on Instance uuid 63fdefbc-a279-4c6c-9300-46d450da723b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.576951] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.790524] env[63339]: INFO nova.compute.manager [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Took 46.97 seconds to build instance. [ 982.939929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-79baac12-f72e-4e72-aa96-8b7c69908060 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.769s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.939929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 25.545s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.939929] env[63339]: INFO nova.compute.manager [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Unshelving [ 983.295087] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3294fc38-ba75-4808-87e8-8698d5b67395 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.477s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.384359] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27e5aa0-1730-4ddc-902b-d5c7a00cbc94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.394413] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab970ec-7c9a-4907-ac33-cef4ed5b3d20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.435408] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cec919-eef0-4c26-b673-798a3e9b2998 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.665113] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d702f23c-3be0-4284-94b2-0b542cdca170 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.690633] env[63339]: DEBUG nova.compute.provider_tree [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.694979] env[63339]: DEBUG nova.compute.manager [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Received event network-changed-988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 983.695231] env[63339]: DEBUG nova.compute.manager [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Refreshing instance network info cache due to event network-changed-988e6086-ce8e-40c2-b8a2-d51d9282d117. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 983.696321] env[63339]: DEBUG oslo_concurrency.lockutils [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] Acquiring lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.696321] env[63339]: DEBUG oslo_concurrency.lockutils [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] Acquired lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.696321] env[63339]: DEBUG nova.network.neutron [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Refreshing network info cache for port 988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 983.912178] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.912421] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.161833] env[63339]: DEBUG nova.compute.utils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.199336] env[63339]: DEBUG nova.scheduler.client.report [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.414419] env[63339]: DEBUG nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.598547] env[63339]: DEBUG nova.network.neutron [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updated VIF entry in instance network info cache for port 988e6086-ce8e-40c2-b8a2-d51d9282d117. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 984.598547] env[63339]: DEBUG nova.network.neutron [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updating instance_info_cache with network_info: [{"id": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "address": "fa:16:3e:0e:02:4a", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988e6086-ce", "ovs_interfaceid": "988e6086-ce8e-40c2-b8a2-d51d9282d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.669475] env[63339]: INFO nova.virt.block_device [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Booting with volume 189d594a-459d-4914-9e2e-8f0202562936 at /dev/sdb [ 984.690500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.690500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.706859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.711286] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.725s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.712885] env[63339]: INFO nova.compute.claims [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.719092] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7f31575-ab22-492b-b776-7915f073ff95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.729588] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d538f6f0-c474-49d6-b3e5-3178e9d2f317 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.741967] env[63339]: INFO nova.scheduler.client.report [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted allocations for instance 63fdefbc-a279-4c6c-9300-46d450da723b [ 984.767886] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de653d5-259e-44ea-a13f-da56ca2a50c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.780382] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef819a-9151-4510-b1d5-593f7d71e361 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.816472] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc289a88-5813-43d7-98f5-a579f14813a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.824758] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852c721-4e5b-4e4a-8c45-5941eefa9f52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.840988] env[63339]: DEBUG nova.virt.block_device [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating existing volume attachment record: b3bfa8a0-5248-4c43-94b0-1ccdad8e81f4 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.949660] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.095272] env[63339]: DEBUG oslo_concurrency.lockutils [req-6832a867-6c0c-451a-90ed-94371268899a req-807544b6-c4a8-43bc-9bee-85d83bfebb95 service nova] Releasing lock "refresh_cache-3bee9874-77a0-4e8e-90fb-521ed8ef5581" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.201117] env[63339]: DEBUG nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.254935] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4c774e0b-6c12-429b-be65-e86b100ae8ea tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "63fdefbc-a279-4c6c-9300-46d450da723b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.369s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.257139] env[63339]: DEBUG oslo_concurrency.lockutils [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] Acquired lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.258308] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765bf6b-0d0c-4f79-b1fc-322463ad710f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.276308] env[63339]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 985.276308] env[63339]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63339) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 985.276308] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a6a0a4-44c2-461e-b59e-663f53e8e002 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.287695] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19067da-4938-4da4-926a-301cb6836e56 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.329780] env[63339]: ERROR root [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-849681' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-849681' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-849681' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-849681'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-849681' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-849681' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-849681'}\n"]: nova.exception.InstanceNotFound: Instance 63fdefbc-a279-4c6c-9300-46d450da723b could not be found. [ 985.329780] env[63339]: DEBUG oslo_concurrency.lockutils [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] Releasing lock "63fdefbc-a279-4c6c-9300-46d450da723b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.329951] env[63339]: DEBUG nova.compute.manager [req-7c0a4137-3362-406a-a3d9-fbd0162764f6 req-612793e0-9cd3-4c0d-86c9-14b0f58c0189 service nova] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Detach interface failed, port_id=9b6d8561-f938-49b9-8538-1d6899e799a7, reason: Instance 63fdefbc-a279-4c6c-9300-46d450da723b could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 985.739530] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.110020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde19f3b-a37f-427f-886c-3340007d97cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.118469] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693098d-1a02-4f52-82ca-c7d08498d9b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.156935] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0393eae3-8b65-4a02-9656-4ab00a732e25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.167176] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1bc5b7-46f9-48bf-933e-2efa4533fe3c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.189828] env[63339]: DEBUG nova.compute.provider_tree [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.314202] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "b50358ed-aa3b-47be-a556-c5cb94933820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.315102] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "b50358ed-aa3b-47be-a556-c5cb94933820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.695115] env[63339]: DEBUG nova.scheduler.client.report [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.819070] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.204202] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.204781] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.207614] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.683s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.208427] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.210701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.462s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.211014] env[63339]: DEBUG nova.objects.instance [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'resources' on Instance uuid 6a6e5cec-e105-431d-a8fa-84adbf6003ae {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.250147] env[63339]: INFO nova.scheduler.client.report [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleted allocations for instance 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0 [ 987.343511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.714952] env[63339]: DEBUG nova.compute.utils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.720115] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.720115] env[63339]: DEBUG nova.network.neutron [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 987.769665] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a611e7fb-523c-46b8-a814-e9eccfaa070c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "8d8956d2-9f0d-4e87-b1e4-13c4655cffd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.861s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.776498] env[63339]: DEBUG nova.policy [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bea553588e4ba1b727f263b3e1bf8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac7253e1b4e4ea9ba00942d1bd861c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.074148] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.074467] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.150766] env[63339]: DEBUG nova.network.neutron [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Successfully created port: f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 988.212128] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d70ce-30ee-400e-bc1e-ac09ccaaf483 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.220623] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.224505] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714d28d-ed38-4a66-97c5-19735dab8d11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.257726] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3151a29-c5e5-434b-95da-ae5918f70eb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.268849] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1045fd-f375-460f-8934-995a9d38a519 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.287960] env[63339]: DEBUG nova.compute.provider_tree [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.577757] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.792114] env[63339]: DEBUG nova.scheduler.client.report [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.103415] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.234762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "e6243133-c513-4738-9813-780bf189cca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.235313] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.235651] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "e6243133-c513-4738-9813-780bf189cca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.235988] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.236309] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.239816] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.243439] env[63339]: INFO nova.compute.manager [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Terminating instance [ 989.283958] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.284241] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.284555] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.285315] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.285315] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.285315] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.285315] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.285544] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.285640] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.285812] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.285987] env[63339]: DEBUG nova.virt.hardware [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.286979] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a9764-836b-4324-b931-5872f133af13 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.296311] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74fe22c-3e48-45d6-bca2-a63cb9a8878a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.301685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.303995] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.408s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.304390] env[63339]: DEBUG nova.objects.instance [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lazy-loading 'resources' on Instance uuid 9ff94263-33e3-475b-ab4c-4001bdb6047d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.344453] env[63339]: INFO nova.scheduler.client.report [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocations for instance 6a6e5cec-e105-431d-a8fa-84adbf6003ae [ 989.671643] env[63339]: DEBUG nova.compute.manager [req-42843247-3ecf-4cf1-bed8-b72c7350bec8 req-e507ef38-13a1-4a93-9b14-8413c4334455 service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Received event network-vif-plugged-f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 989.672078] env[63339]: DEBUG oslo_concurrency.lockutils [req-42843247-3ecf-4cf1-bed8-b72c7350bec8 req-e507ef38-13a1-4a93-9b14-8413c4334455 service nova] Acquiring lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.672464] env[63339]: DEBUG oslo_concurrency.lockutils [req-42843247-3ecf-4cf1-bed8-b72c7350bec8 req-e507ef38-13a1-4a93-9b14-8413c4334455 service nova] Lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.672745] env[63339]: DEBUG oslo_concurrency.lockutils [req-42843247-3ecf-4cf1-bed8-b72c7350bec8 req-e507ef38-13a1-4a93-9b14-8413c4334455 service nova] Lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.672858] env[63339]: DEBUG nova.compute.manager [req-42843247-3ecf-4cf1-bed8-b72c7350bec8 req-e507ef38-13a1-4a93-9b14-8413c4334455 service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] No waiting events found dispatching network-vif-plugged-f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.672994] env[63339]: WARNING nova.compute.manager [req-42843247-3ecf-4cf1-bed8-b72c7350bec8 req-e507ef38-13a1-4a93-9b14-8413c4334455 service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Received unexpected event network-vif-plugged-f6bb59f2-4f95-407c-af74-7f4ba9467433 for instance with vm_state building and task_state spawning. [ 989.750733] env[63339]: DEBUG nova.compute.manager [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.750967] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.751900] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f03e3d-2b02-4f23-a4d6-0b4938e4b5f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.760583] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.761963] env[63339]: DEBUG nova.network.neutron [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Successfully updated port: f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 989.765269] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b6bfeb-ca63-4bdc-9173-f1f0087cc69a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.777239] env[63339]: DEBUG oslo_vmware.api [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 989.777239] env[63339]: value = "task-4320411" [ 989.777239] env[63339]: _type = "Task" [ 989.777239] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.790038] env[63339]: DEBUG oslo_vmware.api [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.853084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "6a6e5cec-e105-431d-a8fa-84adbf6003ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.647s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.146712] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9f62b4-23b3-4f32-953b-0d03c551b1da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.154358] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4102a7f6-1d2d-44e9-b72e-36adff286551 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.185612] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713aa1c7-3741-4518-9d45-e4d6051999db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.195212] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ad0c0-150d-4033-8ff1-261e4f8bcb4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.209880] env[63339]: DEBUG nova.compute.provider_tree [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.268956] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.269281] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.269565] env[63339]: DEBUG nova.network.neutron [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 990.300673] env[63339]: DEBUG oslo_vmware.api [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320411, 'name': PowerOffVM_Task, 'duration_secs': 0.244281} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.300910] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.301099] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.301678] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2da1cf6f-adda-4a24-9117-f236aed0fedb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.373953] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.374308] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.374427] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleting the datastore file [datastore1] e6243133-c513-4738-9813-780bf189cca5 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.374709] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcf345ef-c90d-4556-b5ff-3722e14ca601 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.382093] env[63339]: DEBUG oslo_vmware.api [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for the task: (returnval){ [ 990.382093] env[63339]: value = "task-4320413" [ 990.382093] env[63339]: _type = "Task" [ 990.382093] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.390263] env[63339]: DEBUG oslo_vmware.api [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.713635] env[63339]: DEBUG nova.scheduler.client.report [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.805444] env[63339]: DEBUG nova.network.neutron [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 990.892317] env[63339]: DEBUG oslo_vmware.api [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Task: {'id': task-4320413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150649} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.892574] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.892757] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.892953] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.893124] env[63339]: INFO nova.compute.manager [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] [instance: e6243133-c513-4738-9813-780bf189cca5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 990.893363] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.893555] env[63339]: DEBUG nova.compute.manager [-] [instance: e6243133-c513-4738-9813-780bf189cca5] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.893649] env[63339]: DEBUG nova.network.neutron [-] [instance: e6243133-c513-4738-9813-780bf189cca5] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 990.941961] env[63339]: DEBUG nova.network.neutron [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance_info_cache with network_info: [{"id": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "address": "fa:16:3e:fd:ca:4d", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bb59f2-4f", "ovs_interfaceid": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.965525] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.993210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "db494bdc-a4cf-495b-a00f-b67711ed2f22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.993473] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.993695] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "db494bdc-a4cf-495b-a00f-b67711ed2f22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.993901] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.994231] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.998824] env[63339]: INFO nova.compute.manager [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Terminating instance [ 991.218825] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.221222] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.129s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.221476] env[63339]: DEBUG nova.objects.instance [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lazy-loading 'resources' on Instance uuid 59535977-6d53-43fc-95c4-f4409235f7ec {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.244169] env[63339]: INFO nova.scheduler.client.report [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Deleted allocations for instance 9ff94263-33e3-475b-ab4c-4001bdb6047d [ 991.332685] env[63339]: DEBUG nova.compute.manager [req-86b13282-7c23-4b5f-8325-4045b3e613e6 req-90923816-40f9-4e96-8c58-ae1fc5db7d89 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Received event network-vif-deleted-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 991.332897] env[63339]: INFO nova.compute.manager [req-86b13282-7c23-4b5f-8325-4045b3e613e6 req-90923816-40f9-4e96-8c58-ae1fc5db7d89 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Neutron deleted interface 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c; detaching it from the instance and deleting it from the info cache [ 991.333770] env[63339]: DEBUG nova.network.neutron [req-86b13282-7c23-4b5f-8325-4045b3e613e6 req-90923816-40f9-4e96-8c58-ae1fc5db7d89 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.444462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.444836] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Instance network_info: |[{"id": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "address": "fa:16:3e:fd:ca:4d", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bb59f2-4f", "ovs_interfaceid": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.445299] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ca:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6bb59f2-4f95-407c-af74-7f4ba9467433', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.452764] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.452990] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.453244] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eadc73bf-d733-44bd-bf04-a2fdf5e31c35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.474193] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.474193] env[63339]: value = "task-4320414" [ 991.474193] env[63339]: _type = "Task" [ 991.474193] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.482837] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320414, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.503242] env[63339]: DEBUG nova.compute.manager [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.503242] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.504620] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d5540-974e-486d-ab41-f449941a91f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.512825] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.513224] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd172bad-3b93-4a36-8078-db97eda4a8dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.520061] env[63339]: DEBUG oslo_vmware.api [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 991.520061] env[63339]: value = "task-4320415" [ 991.520061] env[63339]: _type = "Task" [ 991.520061] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.530493] env[63339]: DEBUG oslo_vmware.api [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.702212] env[63339]: DEBUG nova.compute.manager [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Received event network-changed-f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 991.702523] env[63339]: DEBUG nova.compute.manager [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Refreshing instance network info cache due to event network-changed-f6bb59f2-4f95-407c-af74-7f4ba9467433. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 991.702850] env[63339]: DEBUG oslo_concurrency.lockutils [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] Acquiring lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.705417] env[63339]: DEBUG oslo_concurrency.lockutils [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] Acquired lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.705626] env[63339]: DEBUG nova.network.neutron [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Refreshing network info cache for port f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 991.727149] env[63339]: DEBUG nova.network.neutron [-] [instance: e6243133-c513-4738-9813-780bf189cca5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.751801] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Lock "9ff94263-33e3-475b-ab4c-4001bdb6047d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.541s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.838615] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6a5a89b-1e02-45d9-9fdd-710aebdb765c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.851601] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79435a7f-a44c-41f5-ad46-0c158ec92311 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.885897] env[63339]: DEBUG nova.compute.manager [req-86b13282-7c23-4b5f-8325-4045b3e613e6 req-90923816-40f9-4e96-8c58-ae1fc5db7d89 service nova] [instance: e6243133-c513-4738-9813-780bf189cca5] Detach interface failed, port_id=8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c, reason: Instance e6243133-c513-4738-9813-780bf189cca5 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 991.984050] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320414, 'name': CreateVM_Task, 'duration_secs': 0.347814} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.986594] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.987442] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.987610] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.987918] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.988197] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9945542b-925e-42b2-a141-b73ec3726773 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.994257] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 991.994257] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52125c6a-943a-9ecb-c321-4cada7f45a85" [ 991.994257] env[63339]: _type = "Task" [ 991.994257] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.003372] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52125c6a-943a-9ecb-c321-4cada7f45a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.031410] env[63339]: DEBUG oslo_vmware.api [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320415, 'name': PowerOffVM_Task, 'duration_secs': 0.287256} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.031674] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.031870] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.032897] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8ecb51-995e-4d5d-bd54-df1fd200e2b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.091391] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10afe21-73ce-43c5-aafb-c584c7cab9c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.098009] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.098385] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.098652] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Deleting the datastore file [datastore2] db494bdc-a4cf-495b-a00f-b67711ed2f22 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.100752] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb2ff4b-6ac5-4fd8-8960-28f325603574 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.105058] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dda4a9-7259-453d-91d8-f48e2b2cc4b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.137687] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae307df1-72e6-4c40-9ee4-5002ec0d1250 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.140340] env[63339]: DEBUG oslo_vmware.api [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for the task: (returnval){ [ 992.140340] env[63339]: value = "task-4320417" [ 992.140340] env[63339]: _type = "Task" [ 992.140340] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.146972] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cdbf19-f2b5-4ab4-97a3-be8133061a4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.153511] env[63339]: DEBUG oslo_vmware.api [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.165769] env[63339]: DEBUG nova.compute.provider_tree [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.229839] env[63339]: INFO nova.compute.manager [-] [instance: e6243133-c513-4738-9813-780bf189cca5] Took 1.34 seconds to deallocate network for instance. [ 992.512605] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52125c6a-943a-9ecb-c321-4cada7f45a85, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.513174] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.513491] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.513773] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.514216] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.514291] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.517825] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fddd826f-8416-46f4-b9e9-790db4a4489b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.528897] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.529190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.530041] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23255524-b60c-4394-8319-90c9b9093e79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.535995] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 992.535995] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52160303-3b61-0fcf-12c9-ba5f635c2f51" [ 992.535995] env[63339]: _type = "Task" [ 992.535995] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.545926] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52160303-3b61-0fcf-12c9-ba5f635c2f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.652280] env[63339]: DEBUG oslo_vmware.api [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Task: {'id': task-4320417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212579} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.652587] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.652818] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.653053] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.653275] env[63339]: INFO nova.compute.manager [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 992.653570] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.653833] env[63339]: DEBUG nova.compute.manager [-] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.654000] env[63339]: DEBUG nova.network.neutron [-] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 992.669376] env[63339]: DEBUG nova.scheduler.client.report [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.696882] env[63339]: DEBUG nova.network.neutron [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updated VIF entry in instance network info cache for port f6bb59f2-4f95-407c-af74-7f4ba9467433. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 992.696882] env[63339]: DEBUG nova.network.neutron [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance_info_cache with network_info: [{"id": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "address": "fa:16:3e:fd:ca:4d", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bb59f2-4f", "ovs_interfaceid": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.736637] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.047557] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52160303-3b61-0fcf-12c9-ba5f635c2f51, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.050855] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1116c59d-2dd8-4cd2-b0ff-8cda4b035b5a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.054498] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 993.054498] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d81b5f-bacb-e02f-a06e-ade1c0fd9f9a" [ 993.054498] env[63339]: _type = "Task" [ 993.054498] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.065181] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d81b5f-bacb-e02f-a06e-ade1c0fd9f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.181696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.184863] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.428s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.184944] env[63339]: DEBUG nova.objects.instance [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lazy-loading 'resources' on Instance uuid a14a7775-1839-425f-956b-032f69e8318a {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.197891] env[63339]: DEBUG oslo_concurrency.lockutils [req-23993b7d-f278-4395-9133-82fdd7025c5b req-6b44e0ff-d07c-4364-9bfb-e69fb1024aea service nova] Releasing lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.227371] env[63339]: INFO nova.scheduler.client.report [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Deleted allocations for instance 59535977-6d53-43fc-95c4-f4409235f7ec [ 993.565765] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d81b5f-bacb-e02f-a06e-ade1c0fd9f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.565765] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.565765] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361/59f21949-6a91-4779-836e-2d5fde5b8361.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.566230] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83a73ed-2a97-4fcb-9e34-4c8ec84f275a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.574074] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 993.574074] env[63339]: value = "task-4320418" [ 993.574074] env[63339]: _type = "Task" [ 993.574074] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.592236] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.659024] env[63339]: DEBUG nova.network.neutron [-] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.735556] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fd62d000-e502-4ffe-a090-31ae08bce99c tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Lock "59535977-6d53-43fc-95c4-f4409235f7ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.944s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.745267] env[63339]: DEBUG nova.compute.manager [req-f7c3c182-f1fc-41ae-85de-61a9392c2133 req-2015f6f1-bddb-428f-8a29-0e24f6402e10 service nova] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Received event network-vif-deleted-9d1c3dc3-5987-499b-b3da-d533942bbaef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 994.086779] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.091122] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313784f-7bbf-4b2e-933d-1ff8ce3982b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.098510] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25a3dd0-aa71-4976-bcfd-7669f6fc89fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.135457] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92144e4-08b1-4686-88be-ec0a27fffcb4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.144846] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b770e-9ec4-4a27-8581-f24037103230 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.162073] env[63339]: INFO nova.compute.manager [-] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Took 1.51 seconds to deallocate network for instance. [ 994.162758] env[63339]: DEBUG nova.compute.provider_tree [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.587241] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853225} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.587555] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361/59f21949-6a91-4779-836e-2d5fde5b8361.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.587758] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.587999] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0747a6d-013e-4c07-ba84-3b8187458532 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.595976] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 994.595976] env[63339]: value = "task-4320419" [ 994.595976] env[63339]: _type = "Task" [ 994.595976] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.606323] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.667559] env[63339]: DEBUG nova.scheduler.client.report [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.672256] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.110903] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07325} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.111068] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.111879] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e4f6a-080f-42e6-b87a-127cd10b2a2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.141029] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361/59f21949-6a91-4779-836e-2d5fde5b8361.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.141564] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7c7358-872c-4a9c-b6e7-f1899edeb586 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.162840] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 995.162840] env[63339]: value = "task-4320420" [ 995.162840] env[63339]: _type = "Task" [ 995.162840] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.171508] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.173397] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.175652] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.687s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.176515] env[63339]: DEBUG nova.objects.instance [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lazy-loading 'resources' on Instance uuid 54704231-ac2b-45a2-a3aa-476d301ae08e {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.207243] env[63339]: INFO nova.scheduler.client.report [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted allocations for instance a14a7775-1839-425f-956b-032f69e8318a [ 995.672877] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320420, 'name': ReconfigVM_Task, 'duration_secs': 0.326079} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.673204] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361/59f21949-6a91-4779-836e-2d5fde5b8361.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.673878] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a5ec55a-60eb-41db-b17e-ab7b5b10f1e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.687634] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 995.687634] env[63339]: value = "task-4320421" [ 995.687634] env[63339]: _type = "Task" [ 995.687634] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.702137] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320421, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.719238] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "a14a7775-1839-425f-956b-032f69e8318a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.499s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.073763] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71460656-0113-40cf-92f8-8d244e984866 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.082349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691823d-0025-4612-9fd0-2400e64513ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.112933] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01759c49-3dcc-4ea7-8ba7-23eb96d87d0b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.125023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d292f4-7915-47e6-a91a-a28e3a1cd5a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.143925] env[63339]: DEBUG nova.compute.provider_tree [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.201828] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320421, 'name': Rename_Task, 'duration_secs': 0.150315} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.201828] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.201828] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c011f5c7-9eae-45f8-ba49-1ede9e372577 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.210406] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 996.210406] env[63339]: value = "task-4320422" [ 996.210406] env[63339]: _type = "Task" [ 996.210406] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.223582] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.496933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.497238] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.497464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.497648] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.497830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.499976] env[63339]: INFO nova.compute.manager [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Terminating instance [ 996.650409] env[63339]: DEBUG nova.scheduler.client.report [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.720036] env[63339]: DEBUG oslo_vmware.api [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320422, 'name': PowerOnVM_Task, 'duration_secs': 0.494569} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.720036] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.720036] env[63339]: INFO nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Took 7.48 seconds to spawn the instance on the hypervisor. [ 996.720036] env[63339]: DEBUG nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.721021] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d337cb-f0d1-45cd-bca1-1b386f97e86f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.004387] env[63339]: DEBUG nova.compute.manager [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.004387] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.005477] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c9b05-6cf6-45f0-9925-79ee4db6182b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.013862] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.014037] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4b8d40-cb72-41a4-9d76-1ba609b31947 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.022683] env[63339]: DEBUG oslo_vmware.api [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 997.022683] env[63339]: value = "task-4320423" [ 997.022683] env[63339]: _type = "Task" [ 997.022683] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.032804] env[63339]: DEBUG oslo_vmware.api [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.155315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.159358] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.368s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.159737] env[63339]: DEBUG nova.objects.instance [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lazy-loading 'resources' on Instance uuid c1e1c854-57d5-45d1-9a27-ffd332299d52 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.194825] env[63339]: INFO nova.scheduler.client.report [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Deleted allocations for instance 54704231-ac2b-45a2-a3aa-476d301ae08e [ 997.242437] env[63339]: INFO nova.compute.manager [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Took 38.28 seconds to build instance. [ 997.534026] env[63339]: DEBUG oslo_vmware.api [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320423, 'name': PowerOffVM_Task, 'duration_secs': 0.261756} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.534335] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.534518] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.534796] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa1e9b77-aa83-430e-87ee-78eb1d12edef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.626971] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.627265] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.627450] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleting the datastore file [datastore2] 380fd1a2-9007-4a4f-8bfb-aad5a9117008 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.627875] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a22f14c-a2bc-4265-9122-585353600e69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.636701] env[63339]: DEBUG oslo_vmware.api [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 997.636701] env[63339]: value = "task-4320425" [ 997.636701] env[63339]: _type = "Task" [ 997.636701] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.646853] env[63339]: DEBUG oslo_vmware.api [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.706529] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6fc41fc-e284-4171-a5f9-760ca0e045ed tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Lock "54704231-ac2b-45a2-a3aa-476d301ae08e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.565s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.747432] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.801s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.103928] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b45d1c-7e53-4f1a-a4fe-1f171e4fd8ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.112882] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb87933-d686-4187-a4be-bc3b5cb24b07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.156269] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043eed34-e3b6-43e8-866e-30044fa7cd5f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.166620] env[63339]: DEBUG oslo_vmware.api [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370487} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.169369] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.169611] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.170109] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.170109] env[63339]: INFO nova.compute.manager [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Took 1.17 seconds to destroy the instance on the hypervisor. [ 998.170239] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.170861] env[63339]: DEBUG nova.compute.manager [-] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.170861] env[63339]: DEBUG nova.network.neutron [-] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 998.173580] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7ec108-ddfb-4065-acfb-04471bab70b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.194364] env[63339]: DEBUG nova.compute.provider_tree [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.702205] env[63339]: DEBUG nova.scheduler.client.report [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.013106] env[63339]: DEBUG nova.compute.manager [req-6e6bdec8-5df9-4d38-8037-dc3f4cb44296 req-a2a78f72-f5ea-479e-a272-cd7922dd81ce service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Received event network-vif-deleted-ca5553a7-eb51-424f-a88f-341bdabe513c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 999.015050] env[63339]: INFO nova.compute.manager [req-6e6bdec8-5df9-4d38-8037-dc3f4cb44296 req-a2a78f72-f5ea-479e-a272-cd7922dd81ce service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Neutron deleted interface ca5553a7-eb51-424f-a88f-341bdabe513c; detaching it from the instance and deleting it from the info cache [ 999.015670] env[63339]: DEBUG nova.network.neutron [req-6e6bdec8-5df9-4d38-8037-dc3f4cb44296 req-a2a78f72-f5ea-479e-a272-cd7922dd81ce service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.210146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.215228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.034s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.229529] env[63339]: INFO nova.scheduler.client.report [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Deleted allocations for instance c1e1c854-57d5-45d1-9a27-ffd332299d52 [ 999.462506] env[63339]: DEBUG nova.network.neutron [-] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.519588] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8933585c-c205-47b7-ba5f-302fb949b067 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.533149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceaf408-11cc-4745-93db-ee397fec07c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.572142] env[63339]: DEBUG nova.compute.manager [req-6e6bdec8-5df9-4d38-8037-dc3f4cb44296 req-a2a78f72-f5ea-479e-a272-cd7922dd81ce service nova] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Detach interface failed, port_id=ca5553a7-eb51-424f-a88f-341bdabe513c, reason: Instance 380fd1a2-9007-4a4f-8bfb-aad5a9117008 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 999.591803] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4af926-82c9-4ffc-8de5-f3d88e761090 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.604679] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc3919d-9609-4807-8e26-7ba91607bb34 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.642967] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab05c2d-0b8a-45ab-a7ec-8750916b4154 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.651634] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9073b19c-be2a-4232-ae6c-b75b7aa36696 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.667052] env[63339]: DEBUG nova.compute.provider_tree [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.739852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dfb65321-4803-468d-942d-41d396c87320 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Lock "c1e1c854-57d5-45d1-9a27-ffd332299d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.117s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.965504] env[63339]: INFO nova.compute.manager [-] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Took 1.79 seconds to deallocate network for instance. [ 1000.010630] env[63339]: DEBUG nova.compute.manager [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.171191] env[63339]: DEBUG nova.scheduler.client.report [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.479967] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.541601] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.683313] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.471s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.683791] env[63339]: INFO nova.compute.manager [None req-c00a027f-da3b-49ab-aa4e-abdd30229a7e tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Successfully reverted task state from rebuilding on failure for instance. [ 1000.690785] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.839s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.695573] env[63339]: INFO nova.compute.claims [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.190850] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895182f0-531a-4c3f-8ace-486edaa350da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.195258] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f1a850-ad50-4335-9d79-03c23dda39ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.244958] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cbadb-e702-4acc-98b3-673e58162337 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.253510] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3806430-aa4f-4447-9216-430961393420 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.271110] env[63339]: DEBUG nova.compute.provider_tree [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.714570] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.714816] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.777986] env[63339]: DEBUG nova.scheduler.client.report [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.217344] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.282723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.283413] env[63339]: DEBUG nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.286748] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.629s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.288990] env[63339]: INFO nova.compute.claims [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.753383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.788068] env[63339]: DEBUG nova.compute.utils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.789429] env[63339]: DEBUG nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1004.293922] env[63339]: DEBUG nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.657382] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da515584-19d5-4505-9690-0f9ec6a47dda {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.667441] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf4f80-210b-4008-a567-558d8c59b4a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.706313] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7844c902-f405-4239-8726-e34165ff2c24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.719764] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640cd22c-ecf6-42dd-84ab-514d98bdbedf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.734500] env[63339]: DEBUG nova.compute.provider_tree [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.861257] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.861725] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.239384] env[63339]: DEBUG nova.scheduler.client.report [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.310352] env[63339]: DEBUG nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.355397] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.355708] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.355867] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.356066] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.356222] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.356911] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.356911] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.356911] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.357098] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.357098] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.357523] env[63339]: DEBUG nova.virt.hardware [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.358282] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca8c94-06d4-4161-b6b1-d9010ba8f288 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.365990] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.369763] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d51aa8-6d20-44cb-821f-29c893c9fd0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.389705] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.397528] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Creating folder: Project (f8b511550be44e19a6979ef1081c2183). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.397986] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb818bd8-a0b2-4eb7-880f-5285e6775266 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.411070] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Created folder: Project (f8b511550be44e19a6979ef1081c2183) in parent group-v849594. [ 1005.411342] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Creating folder: Instances. Parent ref: group-v849810. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.411871] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55f46922-7ce8-41c9-afb9-b91bd49419d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.422271] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Created folder: Instances in parent group-v849810. [ 1005.422614] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.423112] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.423112] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87550e5d-6775-42c9-987f-7e952fb2deb4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.441610] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.441610] env[63339]: value = "task-4320428" [ 1005.441610] env[63339]: _type = "Task" [ 1005.441610] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.451647] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320428, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.744741] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.748043] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.749426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.722s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.749426] env[63339]: DEBUG nova.objects.instance [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lazy-loading 'resources' on Instance uuid fb000cb9-d32e-41f5-841e-a1747cb6f491 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.904690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.955692] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320428, 'name': CreateVM_Task, 'duration_secs': 0.335298} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.955865] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.957827] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958011] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.958392] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.958701] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde00de5-2747-4616-ab99-10397072add0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.967091] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1005.967091] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca4c39-a852-7e56-16e7-d1d5ef5bcb79" [ 1005.967091] env[63339]: _type = "Task" [ 1005.967091] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.980615] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca4c39-a852-7e56-16e7-d1d5ef5bcb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.252489] env[63339]: DEBUG nova.compute.utils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.257884] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.257884] env[63339]: DEBUG nova.network.neutron [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1006.342394] env[63339]: DEBUG nova.policy [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f52b5f88ff42b89bc00e8710f5f1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f08870761724bffae1c58d5130f3854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.478819] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ca4c39-a852-7e56-16e7-d1d5ef5bcb79, 'name': SearchDatastore_Task, 'duration_secs': 0.035801} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.482016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.482016] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.482016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.482016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.482016] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.482373] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c32f801-5d18-4100-a089-59ef98ffe73f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.491975] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.492261] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.493066] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1987d2d-351d-43ad-a2d8-b000cfa67045 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.504873] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1006.504873] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f59b2a-2189-b1e4-4d0a-1fc72f5c4fd9" [ 1006.504873] env[63339]: _type = "Task" [ 1006.504873] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.520085] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f59b2a-2189-b1e4-4d0a-1fc72f5c4fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.684707] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396beed4-8e83-4708-bd9d-07478d806fde {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.693314] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5de63a-8689-49e0-8007-3a2bd588f06b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.725458] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c7777-c45a-49e2-9d00-e5ad4bbc3cdd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.735331] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd273c-be07-40b3-8d67-8f1f05d6ad82 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.741589] env[63339]: DEBUG nova.network.neutron [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Successfully created port: 38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.754778] env[63339]: DEBUG nova.compute.provider_tree [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.756434] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.017683] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f59b2a-2189-b1e4-4d0a-1fc72f5c4fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.018665] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9884ddf-8c3b-4d72-af86-b7e1a062f347 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.025927] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1007.025927] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525d8e02-23f0-a396-6357-8021b53bb2e0" [ 1007.025927] env[63339]: _type = "Task" [ 1007.025927] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.034720] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525d8e02-23f0-a396-6357-8021b53bb2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.261931] env[63339]: DEBUG nova.scheduler.client.report [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.537508] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525d8e02-23f0-a396-6357-8021b53bb2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.537748] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.538034] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.538319] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5be3fe0-d1f0-44a6-b981-2ab23275e4dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.546113] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1007.546113] env[63339]: value = "task-4320429" [ 1007.546113] env[63339]: _type = "Task" [ 1007.546113] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.555227] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.770628] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.775982] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.528s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.775982] env[63339]: DEBUG nova.objects.instance [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lazy-loading 'resources' on Instance uuid 870c6382-317a-4067-9e38-e0e1a8e09437 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.780156] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.819913] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='96fb966c33c59f7d10b7cfb3deca4da0',container_format='bare',created_at=2025-07-21T14:45:02Z,direct_url=,disk_format='vmdk',id=9494ec65-fa61-4cdd-90e3-516a2b7d6179,min_disk=1,min_ram=0,name='tempest-test-snap-2037295187',owner='3f08870761724bffae1c58d5130f3854',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-07-21T14:45:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.820418] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.820418] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.820790] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.820790] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.820867] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.821085] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.822250] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.822250] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.822250] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.822250] env[63339]: DEBUG nova.virt.hardware [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.822731] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6fc5ff-1537-441b-97f4-fbcf10a1ddbc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.832695] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f53e91-21ed-43ea-b4fd-4a9c059f62a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.972339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.972693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.058407] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.248090] env[63339]: DEBUG nova.compute.manager [req-a09767e8-c53d-4dd5-8e6b-2444c82d6126 req-a6530f7c-dce4-49a9-ad14-02a11a4438c1 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Received event network-vif-plugged-38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1008.248315] env[63339]: DEBUG oslo_concurrency.lockutils [req-a09767e8-c53d-4dd5-8e6b-2444c82d6126 req-a6530f7c-dce4-49a9-ad14-02a11a4438c1 service nova] Acquiring lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.248516] env[63339]: DEBUG oslo_concurrency.lockutils [req-a09767e8-c53d-4dd5-8e6b-2444c82d6126 req-a6530f7c-dce4-49a9-ad14-02a11a4438c1 service nova] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.248677] env[63339]: DEBUG oslo_concurrency.lockutils [req-a09767e8-c53d-4dd5-8e6b-2444c82d6126 req-a6530f7c-dce4-49a9-ad14-02a11a4438c1 service nova] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.248835] env[63339]: DEBUG nova.compute.manager [req-a09767e8-c53d-4dd5-8e6b-2444c82d6126 req-a6530f7c-dce4-49a9-ad14-02a11a4438c1 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] No waiting events found dispatching network-vif-plugged-38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.248991] env[63339]: WARNING nova.compute.manager [req-a09767e8-c53d-4dd5-8e6b-2444c82d6126 req-a6530f7c-dce4-49a9-ad14-02a11a4438c1 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Received unexpected event network-vif-plugged-38b4b916-b53e-40e1-acb4-2e8b06999d83 for instance with vm_state building and task_state spawning. [ 1008.301131] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a31c49ac-694d-4c16-baa5-df0930b44291 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Lock "fb000cb9-d32e-41f5-841e-a1747cb6f491" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.192s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.326729] env[63339]: DEBUG nova.network.neutron [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Successfully updated port: 38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1008.476341] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.560258] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5469} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.560562] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.560767] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.561043] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f8bd228-1d04-41ad-974d-8411cd86db24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.568352] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1008.568352] env[63339]: value = "task-4320430" [ 1008.568352] env[63339]: _type = "Task" [ 1008.568352] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.578499] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.696162] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c290b9-ee97-469c-b857-e75a81827712 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.704182] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e228d-21d6-4312-adae-1580affc601d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.736045] env[63339]: DEBUG oslo_concurrency.lockutils [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.736322] env[63339]: DEBUG oslo_concurrency.lockutils [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.738363] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a88d734-c45c-4c00-ace1-9f0912b993e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.747538] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288a2d3-8f6e-4b50-9ecb-e25331589abb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.762967] env[63339]: DEBUG nova.compute.provider_tree [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.830043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "refresh_cache-78e7a9fe-7326-4b10-8228-bb6bb0151e83" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.830043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "refresh_cache-78e7a9fe-7326-4b10-8228-bb6bb0151e83" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.830233] env[63339]: DEBUG nova.network.neutron [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1008.997572] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.078531] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10891} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.078796] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.079608] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9562f-c667-4d23-af80-2b79694b8fa8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.099961] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.100675] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56550c2-2677-4050-a5aa-7aa02c92b834 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.122499] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1009.122499] env[63339]: value = "task-4320431" [ 1009.122499] env[63339]: _type = "Task" [ 1009.122499] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.131103] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.242483] env[63339]: INFO nova.compute.manager [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Detaching volume e22fc64c-516c-4a0e-9255-3553d24ab863 [ 1009.266172] env[63339]: DEBUG nova.scheduler.client.report [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.288623] env[63339]: INFO nova.virt.block_device [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Attempting to driver detach volume e22fc64c-516c-4a0e-9255-3553d24ab863 from mountpoint /dev/sdb [ 1009.288623] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.288623] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849805', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'name': 'volume-e22fc64c-516c-4a0e-9255-3553d24ab863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3b53cc-1ac2-40bc-934d-89a25659d047', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'serial': 'e22fc64c-516c-4a0e-9255-3553d24ab863'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1009.290020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ac0df-f867-4b07-ac96-ce178ec474c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.317500] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b32bd-6041-47cd-910f-3d8e18054ca2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.326009] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac9ddf-f345-4335-a629-c4705676ff95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.351554] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea3c8e8-08d5-44de-be7d-0084fb9c9dce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.367887] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] The volume has not been displaced from its original location: [datastore2] volume-e22fc64c-516c-4a0e-9255-3553d24ab863/volume-e22fc64c-516c-4a0e-9255-3553d24ab863.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1009.373274] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.373615] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f5e078-bf4b-4ed8-8cad-02889396d8cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.394323] env[63339]: DEBUG oslo_vmware.api [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1009.394323] env[63339]: value = "task-4320432" [ 1009.394323] env[63339]: _type = "Task" [ 1009.394323] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.394982] env[63339]: DEBUG nova.network.neutron [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1009.405799] env[63339]: DEBUG oslo_vmware.api [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.564895] env[63339]: DEBUG nova.network.neutron [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Updating instance_info_cache with network_info: [{"id": "38b4b916-b53e-40e1-acb4-2e8b06999d83", "address": "fa:16:3e:f4:8a:fc", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4b916-b5", "ovs_interfaceid": "38b4b916-b53e-40e1-acb4-2e8b06999d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.632847] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320431, 'name': ReconfigVM_Task, 'duration_secs': 0.39921} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.633135] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.634044] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7990c51-eb01-45ac-a287-0ae9796ff358 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.641197] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1009.641197] env[63339]: value = "task-4320433" [ 1009.641197] env[63339]: _type = "Task" [ 1009.641197] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.653065] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320433, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.772713] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.775689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.021s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.776165] env[63339]: DEBUG nova.objects.instance [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lazy-loading 'resources' on Instance uuid 8e0abe7e-e845-4790-bcc8-408a7b66b8f2 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.798824] env[63339]: INFO nova.scheduler.client.report [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Deleted allocations for instance 870c6382-317a-4067-9e38-e0e1a8e09437 [ 1009.907360] env[63339]: DEBUG oslo_vmware.api [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320432, 'name': ReconfigVM_Task, 'duration_secs': 0.310448} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.907638] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.912503] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74638a6b-2baf-4a4e-9aac-713fcedb2606 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.928995] env[63339]: DEBUG oslo_vmware.api [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1009.928995] env[63339]: value = "task-4320434" [ 1009.928995] env[63339]: _type = "Task" [ 1009.928995] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.937679] env[63339]: DEBUG oslo_vmware.api [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.067237] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "refresh_cache-78e7a9fe-7326-4b10-8228-bb6bb0151e83" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.067552] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Instance network_info: |[{"id": "38b4b916-b53e-40e1-acb4-2e8b06999d83", "address": "fa:16:3e:f4:8a:fc", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4b916-b5", "ovs_interfaceid": "38b4b916-b53e-40e1-acb4-2e8b06999d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.067995] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:8a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b4b916-b53e-40e1-acb4-2e8b06999d83', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.075691] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.075906] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.076164] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71602810-78b5-4021-a7dc-edae52517993 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.096828] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.096828] env[63339]: value = "task-4320435" [ 1010.096828] env[63339]: _type = "Task" [ 1010.096828] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.104965] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320435, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.152278] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.152565] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320433, 'name': Rename_Task, 'duration_secs': 0.157374} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.152760] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.154183] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.154616] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d1adc3f-0d43-4d38-a10e-64590da16474 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.162355] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1010.162355] env[63339]: value = "task-4320436" [ 1010.162355] env[63339]: _type = "Task" [ 1010.162355] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.171767] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.277342] env[63339]: DEBUG nova.compute.manager [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Received event network-changed-38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1010.277342] env[63339]: DEBUG nova.compute.manager [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Refreshing instance network info cache due to event network-changed-38b4b916-b53e-40e1-acb4-2e8b06999d83. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1010.277543] env[63339]: DEBUG oslo_concurrency.lockutils [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] Acquiring lock "refresh_cache-78e7a9fe-7326-4b10-8228-bb6bb0151e83" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.277718] env[63339]: DEBUG oslo_concurrency.lockutils [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] Acquired lock "refresh_cache-78e7a9fe-7326-4b10-8228-bb6bb0151e83" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.279843] env[63339]: DEBUG nova.network.neutron [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Refreshing network info cache for port 38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1010.308161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a75874f9-7e37-486f-9e35-700d6df9a658 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Lock "870c6382-317a-4067-9e38-e0e1a8e09437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.926s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.443086] env[63339]: DEBUG oslo_vmware.api [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320434, 'name': ReconfigVM_Task, 'duration_secs': 0.195988} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.443086] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849805', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'name': 'volume-e22fc64c-516c-4a0e-9255-3553d24ab863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3b53cc-1ac2-40bc-934d-89a25659d047', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22fc64c-516c-4a0e-9255-3553d24ab863', 'serial': 'e22fc64c-516c-4a0e-9255-3553d24ab863'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.590904] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4fa6e0-f616-44ea-a86d-54762543990d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.607037] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb9c53-585b-468b-aaa6-2c84ec74dc28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.620851] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320435, 'name': CreateVM_Task, 'duration_secs': 0.347144} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.647488] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.648559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.648762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.649134] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.649898] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb028b0a-202a-4613-b7f9-fad44d780f85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.652707] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fca901-a3bd-4f3e-8c14-40c4dcbe1aa7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.663339] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1010.663339] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5229515c-7792-3251-4de0-f7142901835d" [ 1010.663339] env[63339]: _type = "Task" [ 1010.663339] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.668535] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e052f-d2e0-453f-b854-4a3188cf39f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.672710] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.675705] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.676591] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.677100] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.677281] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.677445] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.677581] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1010.677727] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.696167] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.696167] env[63339]: DEBUG nova.compute.provider_tree [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.698513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.701018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.701018] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Processing image 9494ec65-fa61-4cdd-90e3-516a2b7d6179 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.701018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.701018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.701018] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.701018] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d163add4-10b7-448a-9fce-fc52aa518bab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.723021] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.723576] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.724412] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6fc17d-a1b8-4900-a09d-50ba7e1e56ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.732504] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1010.732504] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fc9baa-14eb-4027-9a6c-eeb06b902a59" [ 1010.732504] env[63339]: _type = "Task" [ 1010.732504] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.740710] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fc9baa-14eb-4027-9a6c-eeb06b902a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.993453] env[63339]: DEBUG nova.objects.instance [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.057481] env[63339]: DEBUG nova.network.neutron [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Updated VIF entry in instance network info cache for port 38b4b916-b53e-40e1-acb4-2e8b06999d83. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1011.057481] env[63339]: DEBUG nova.network.neutron [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Updating instance_info_cache with network_info: [{"id": "38b4b916-b53e-40e1-acb4-2e8b06999d83", "address": "fa:16:3e:f4:8a:fc", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4b916-b5", "ovs_interfaceid": "38b4b916-b53e-40e1-acb4-2e8b06999d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.174264] env[63339]: DEBUG oslo_vmware.api [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320436, 'name': PowerOnVM_Task, 'duration_secs': 0.691844} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.174554] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.174762] env[63339]: INFO nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1011.174943] env[63339]: DEBUG nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.175761] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a00058-d084-4267-9b6f-8ae2cc3b5795 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.202010] env[63339]: DEBUG nova.scheduler.client.report [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.242190] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1011.242486] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Fetch image to [datastore2] OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab/OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1011.242689] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Downloading stream optimized image 9494ec65-fa61-4cdd-90e3-516a2b7d6179 to [datastore2] OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab/OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab.vmdk on the data store datastore2 as vApp {{(pid=63339) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1011.242861] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Downloading image file data 9494ec65-fa61-4cdd-90e3-516a2b7d6179 to the ESX as VM named 'OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab' {{(pid=63339) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1011.337977] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1011.337977] env[63339]: value = "resgroup-9" [ 1011.337977] env[63339]: _type = "ResourcePool" [ 1011.337977] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1011.338479] env[63339]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-63e02caa-4564-48da-8641-22429d4d1a31 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.360517] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease: (returnval){ [ 1011.360517] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1011.360517] env[63339]: _type = "HttpNfcLease" [ 1011.360517] env[63339]: } obtained for vApp import into resource pool (val){ [ 1011.360517] env[63339]: value = "resgroup-9" [ 1011.360517] env[63339]: _type = "ResourcePool" [ 1011.360517] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1011.360852] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the lease: (returnval){ [ 1011.360852] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1011.360852] env[63339]: _type = "HttpNfcLease" [ 1011.360852] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.369544] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.369544] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1011.369544] env[63339]: _type = "HttpNfcLease" [ 1011.369544] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.560206] env[63339]: DEBUG oslo_concurrency.lockutils [req-bc3d5be7-e6e1-498e-bd3a-992f0f3ee225 req-cae39aa9-4512-4c85-80e1-47fd0d09f0c9 service nova] Releasing lock "refresh_cache-78e7a9fe-7326-4b10-8228-bb6bb0151e83" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.693985] env[63339]: INFO nova.compute.manager [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Took 40.87 seconds to build instance. [ 1011.706994] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.709284] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.133s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.710862] env[63339]: INFO nova.compute.claims [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.735284] env[63339]: INFO nova.scheduler.client.report [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Deleted allocations for instance 8e0abe7e-e845-4790-bcc8-408a7b66b8f2 [ 1011.875031] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.875031] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1011.875031] env[63339]: _type = "HttpNfcLease" [ 1011.875031] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.969426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.006026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-22bbc287-44bb-4c3d-a798-1b068546bb3c tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.007305] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.038s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.007496] env[63339]: DEBUG nova.compute.manager [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.010192] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87d81d-7a62-4e8e-b151-b060b8b18d8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.017198] env[63339]: DEBUG nova.compute.manager [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1012.017952] env[63339]: DEBUG nova.objects.instance [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.196082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0b3444f9-1819-4909-9049-aaf14ead85f8 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "e70ad3a0-7097-4638-be64-e967af79a3d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.392s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.248845] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a8820e38-d510-4567-9d95-6513a67fb7da tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Lock "8e0abe7e-e845-4790-bcc8-408a7b66b8f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.233s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.373980] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.373980] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1012.373980] env[63339]: _type = "HttpNfcLease" [ 1012.373980] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.878564] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.878564] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1012.878564] env[63339]: _type = "HttpNfcLease" [ 1012.878564] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.881488] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.881488] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52237509-bc24-2dd2-c4a1-9405a6e94a36" [ 1012.881488] env[63339]: _type = "HttpNfcLease" [ 1012.881488] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1012.888492] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e11ee86-a13e-44c2-ae9f-7bc1c5b00d47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.899395] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52918400-b76b-4311-6c30-cfcc4f51401c/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.899625] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52918400-b76b-4311-6c30-cfcc4f51401c/disk-0.vmdk. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1012.974023] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b882f247-b783-408a-a4c7-6e2bd1ff7909 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.037104] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.037104] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d15f3f-31bf-4b73-be90-cb6b72f18988 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.049575] env[63339]: DEBUG oslo_vmware.api [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1013.049575] env[63339]: value = "task-4320438" [ 1013.049575] env[63339]: _type = "Task" [ 1013.049575] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.061510] env[63339]: DEBUG oslo_vmware.api [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.211644] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a9692-9dd5-4b65-895a-799d09502f28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220553] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279dbbea-269e-4471-9101-0d3a0867e66e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.265127] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa3c97-3ffa-4ca0-8fc7-c9d4aeeec731 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.274872] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f825d-c913-4ef3-8057-567efb057056 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.291355] env[63339]: DEBUG nova.compute.provider_tree [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.392477] env[63339]: INFO nova.compute.manager [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Rebuilding instance [ 1013.479045] env[63339]: DEBUG nova.compute.manager [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.481574] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5393ab-8d5c-4fa9-9f2d-7648181bb67f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.562418] env[63339]: DEBUG oslo_vmware.api [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320438, 'name': PowerOffVM_Task, 'duration_secs': 0.252781} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.564599] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.564694] env[63339]: DEBUG nova.compute.manager [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.565631] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5f0898-1c5e-4afa-933e-1b574f50c749 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.795994] env[63339]: DEBUG nova.scheduler.client.report [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.959600] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1013.959937] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52918400-b76b-4311-6c30-cfcc4f51401c/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1013.960866] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea1f3ad-adb6-457e-9869-adf00ceba82c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.971218] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52918400-b76b-4311-6c30-cfcc4f51401c/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1013.971514] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52918400-b76b-4311-6c30-cfcc4f51401c/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1013.971857] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-23661ae7-d9fb-443d-a344-8178439d10af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.079300] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca8a79f2-8c15-4083-9f33-5c8cc4a70ab1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.304528] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.305598] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.310235] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.361s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.311973] env[63339]: INFO nova.compute.claims [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.430879] env[63339]: DEBUG oslo_vmware.rw_handles [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52918400-b76b-4311-6c30-cfcc4f51401c/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1014.431269] env[63339]: INFO nova.virt.vmwareapi.images [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Downloaded image file data 9494ec65-fa61-4cdd-90e3-516a2b7d6179 [ 1014.432957] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be1f58-2608-4d87-bf49-463a9ceac7ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.453536] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e389947-c178-41fc-86bc-2b5ace0b12cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.500178] env[63339]: INFO nova.virt.vmwareapi.images [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] The imported VM was unregistered [ 1014.503472] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1014.503917] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.504601] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.504885] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d371a393-0d8f-497d-83e0-cdb887f790b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.507958] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0224c0a-ed39-4e9b-8a4e-c12bd3819a4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.516198] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1014.516198] env[63339]: value = "task-4320440" [ 1014.516198] env[63339]: _type = "Task" [ 1014.516198] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.524976] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.526696] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created directory with path [datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.527050] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab/OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab.vmdk to [datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk. {{(pid=63339) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1014.527276] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3775d016-09c7-4c7b-9a88-c45ae4dbecc3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.535266] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1014.535266] env[63339]: value = "task-4320441" [ 1014.535266] env[63339]: _type = "Task" [ 1014.535266] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.544373] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320441, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.820709] env[63339]: DEBUG nova.compute.utils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.827295] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.827521] env[63339]: DEBUG nova.network.neutron [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1014.881435] env[63339]: DEBUG nova.policy [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc779c3b6e8e4eda9482ee120b2bda33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39f0cfcc403944398964bc28298c1765', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.963228] env[63339]: DEBUG nova.objects.instance [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.030488] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320440, 'name': PowerOffVM_Task, 'duration_secs': 0.144843} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.031276] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.033880] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.033880] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34f8b7-0452-4ba9-8422-88527860da72 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.050541] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320441, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.053321] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.053672] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31e8ee21-6693-4e09-b83b-b00f1b3239b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.084235] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.084502] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.084690] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Deleting the datastore file [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.085008] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24e3931-5ee6-44cc-be69-36f0bc4b20de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.100757] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1015.100757] env[63339]: value = "task-4320443" [ 1015.100757] env[63339]: _type = "Task" [ 1015.100757] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.121350] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.254120] env[63339]: DEBUG nova.network.neutron [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Successfully created port: 56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1015.328690] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.470046] env[63339]: DEBUG oslo_concurrency.lockutils [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.470866] env[63339]: DEBUG oslo_concurrency.lockutils [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.470866] env[63339]: DEBUG nova.network.neutron [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1015.470866] env[63339]: DEBUG nova.objects.instance [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'info_cache' on Instance uuid ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.548443] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320441, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.616503] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.735172] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefe5c0a-39e1-4db8-8413-138070922e76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.747241] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab2196-4c00-462c-96b2-fe5039b17430 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.785067] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4695f-cb7a-451b-b75b-4e5fe7b37b74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.793682] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13691b18-049e-4a47-b820-d81f5a1f69ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.812349] env[63339]: DEBUG nova.compute.provider_tree [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.975449] env[63339]: DEBUG nova.objects.base [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.048730] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320441, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.114793] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.316882] env[63339]: DEBUG nova.scheduler.client.report [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.342112] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.371271] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.371271] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.371271] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.371271] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.371271] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.371694] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.371694] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.371781] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.371922] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.372131] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.372325] env[63339]: DEBUG nova.virt.hardware [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.374542] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5bb79-26f7-4761-8615-67b1d7cc9d73 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.386243] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab99c3fe-1ffe-4787-85ae-5b8a68ff872e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.552324] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320441, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.614306] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.210747} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.614473] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.614662] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.617038] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.775612] env[63339]: DEBUG nova.network.neutron [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating instance_info_cache with network_info: [{"id": "34c023c0-6337-4585-93e9-403e460dbeaa", "address": "fa:16:3e:ae:fe:0c", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c023c0-63", "ovs_interfaceid": "34c023c0-6337-4585-93e9-403e460dbeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.824307] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.824959] env[63339]: DEBUG nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.831036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.091s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.835372] env[63339]: INFO nova.compute.claims [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.847654] env[63339]: DEBUG nova.compute.manager [req-6a266067-861d-4041-9df7-58882a1cf5b4 req-58eb76ba-0410-42cb-a1d8-e5cef52d6320 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Received event network-vif-plugged-56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1016.848160] env[63339]: DEBUG oslo_concurrency.lockutils [req-6a266067-861d-4041-9df7-58882a1cf5b4 req-58eb76ba-0410-42cb-a1d8-e5cef52d6320 service nova] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.848993] env[63339]: DEBUG oslo_concurrency.lockutils [req-6a266067-861d-4041-9df7-58882a1cf5b4 req-58eb76ba-0410-42cb-a1d8-e5cef52d6320 service nova] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.848993] env[63339]: DEBUG oslo_concurrency.lockutils [req-6a266067-861d-4041-9df7-58882a1cf5b4 req-58eb76ba-0410-42cb-a1d8-e5cef52d6320 service nova] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.849782] env[63339]: DEBUG nova.compute.manager [req-6a266067-861d-4041-9df7-58882a1cf5b4 req-58eb76ba-0410-42cb-a1d8-e5cef52d6320 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] No waiting events found dispatching network-vif-plugged-56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.849782] env[63339]: WARNING nova.compute.manager [req-6a266067-861d-4041-9df7-58882a1cf5b4 req-58eb76ba-0410-42cb-a1d8-e5cef52d6320 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Received unexpected event network-vif-plugged-56bdd886-da38-4f0c-99f4-6a66e928d700 for instance with vm_state building and task_state spawning. [ 1017.038993] env[63339]: DEBUG nova.network.neutron [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Successfully updated port: 56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1017.050349] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320441, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.465253} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.050674] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab/OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab.vmdk to [datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk. [ 1017.050870] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Cleaning up location [datastore2] OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1017.051047] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7266811a-c4c2-4d3c-ad10-9255818518ab {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.051327] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a854769d-5936-4276-b892-d3f508af309e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.060145] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1017.060145] env[63339]: value = "task-4320444" [ 1017.060145] env[63339]: _type = "Task" [ 1017.060145] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.071165] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.278287] env[63339]: DEBUG oslo_concurrency.lockutils [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "refresh_cache-ee3b53cc-1ac2-40bc-934d-89a25659d047" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.340309] env[63339]: DEBUG nova.compute.utils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.341925] env[63339]: DEBUG nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1017.549243] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.549243] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.549243] env[63339]: DEBUG nova.network.neutron [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1017.572063] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036106} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.572433] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.572604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.572856] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk to [datastore2] 78e7a9fe-7326-4b10-8228-bb6bb0151e83/78e7a9fe-7326-4b10-8228-bb6bb0151e83.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.573141] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65af381d-5295-4ec0-82c1-ab6e6b5fe605 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.584964] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1017.584964] env[63339]: value = "task-4320445" [ 1017.584964] env[63339]: _type = "Task" [ 1017.584964] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.594631] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.660074] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.660336] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.660489] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.660673] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.660816] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.660956] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.661302] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.661508] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.661836] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.662101] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.662393] env[63339]: DEBUG nova.virt.hardware [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.663333] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621342e-125f-4aaa-8efc-1c15df895a58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.672413] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e64411-e341-4166-9c99-719fc29d9fc5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.690682] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.697372] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.698153] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.698681] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed46062d-7432-4bdd-90ea-30e03484d0af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.718215] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.718215] env[63339]: value = "task-4320446" [ 1017.718215] env[63339]: _type = "Task" [ 1017.718215] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.731168] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320446, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.851689] env[63339]: DEBUG nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.100126] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.139210] env[63339]: DEBUG nova.network.neutron [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1018.233063] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320446, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.239807] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848cf32-2b0b-4a60-addd-46ed1e660047 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.256687] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093c47e-d198-4c3b-a444-e0ef40c12f15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.298471] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.299158] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047298c8-089f-40e9-8e37-159e79776bcd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.301940] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733808b-66dd-40bd-9a42-9631233b85e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.315028] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62f6c73-c4bb-408f-876c-8b428a1dcb94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.321767] env[63339]: DEBUG oslo_vmware.api [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1018.321767] env[63339]: value = "task-4320447" [ 1018.321767] env[63339]: _type = "Task" [ 1018.321767] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.339802] env[63339]: DEBUG nova.compute.provider_tree [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.348796] env[63339]: DEBUG oslo_vmware.api [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.384526] env[63339]: DEBUG nova.network.neutron [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.604990] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.737054] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320446, 'name': CreateVM_Task, 'duration_secs': 0.693062} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.737273] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.737763] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.737925] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.738289] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.739203] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331d8b2a-62fa-493d-a9af-2031ecdf8382 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.749868] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1018.749868] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e21c8b-c57c-7dca-51c9-be74c8fb52ba" [ 1018.749868] env[63339]: _type = "Task" [ 1018.749868] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.762509] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e21c8b-c57c-7dca-51c9-be74c8fb52ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.839211] env[63339]: DEBUG oslo_vmware.api [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.850605] env[63339]: DEBUG nova.scheduler.client.report [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.864730] env[63339]: DEBUG nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.886827] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.887830] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Instance network_info: |[{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.888562] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:cb:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56bdd886-da38-4f0c-99f4-6a66e928d700', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.908192] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating folder: Project (39f0cfcc403944398964bc28298c1765). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.909966] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66762700-47fe-430d-a429-3676a6573b06 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.928493] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.928730] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.928874] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.929066] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.929209] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.929383] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.929601] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.929752] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.929910] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.930085] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.930281] env[63339]: DEBUG nova.virt.hardware [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.931577] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498d908c-ace8-4de7-ae42-1310ffdd724b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.940744] env[63339]: DEBUG nova.compute.manager [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Received event network-changed-56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1018.940956] env[63339]: DEBUG nova.compute.manager [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Refreshing instance network info cache due to event network-changed-56bdd886-da38-4f0c-99f4-6a66e928d700. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1018.941202] env[63339]: DEBUG oslo_concurrency.lockutils [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.941379] env[63339]: DEBUG oslo_concurrency.lockutils [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.941507] env[63339]: DEBUG nova.network.neutron [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Refreshing network info cache for port 56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1018.945558] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created folder: Project (39f0cfcc403944398964bc28298c1765) in parent group-v849594. [ 1018.945832] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating folder: Instances. Parent ref: group-v849816. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.947493] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f015299d-9187-4ea0-afa9-3ababab00572 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.955721] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899bdf79-aa6c-4b12-a6f9-c12ac26abb85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.965199] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created folder: Instances in parent group-v849816. [ 1018.965500] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.973946] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.975151] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.981066] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Creating folder: Project (2f8502d9cc094800a64c30e85b4c4c40). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.981469] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b879bef0-5db3-4dfb-ad52-63dfc605e64e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.996669] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-126dbc37-0d6b-4cd9-aed2-a9235af55062 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.005470] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.005470] env[63339]: value = "task-4320450" [ 1019.005470] env[63339]: _type = "Task" [ 1019.005470] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.017948] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Created folder: Project (2f8502d9cc094800a64c30e85b4c4c40) in parent group-v849594. [ 1019.019017] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Creating folder: Instances. Parent ref: group-v849818. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.024753] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18ec7164-8f5f-4c45-bf30-b8480c03954c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.026443] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320450, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.037281] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Created folder: Instances in parent group-v849818. [ 1019.037702] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.037983] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.038322] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af598904-b219-412e-8ef2-9598c327437d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.071656] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.071656] env[63339]: value = "task-4320453" [ 1019.071656] env[63339]: _type = "Task" [ 1019.071656] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.086461] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320453, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.102420] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.263514] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e21c8b-c57c-7dca-51c9-be74c8fb52ba, 'name': SearchDatastore_Task, 'duration_secs': 0.096664} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.263514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.263514] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.263514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.263812] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.263812] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.264034] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea8a7482-9db0-492e-b10f-501089eddd1a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.293723] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.293995] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.296362] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d329092-f373-47f4-867f-6108103ade67 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.306207] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1019.306207] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294c856-b318-aca2-4322-2c2c4f3afb66" [ 1019.306207] env[63339]: _type = "Task" [ 1019.306207] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.322405] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294c856-b318-aca2-4322-2c2c4f3afb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.333904] env[63339]: DEBUG oslo_vmware.api [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320447, 'name': PowerOnVM_Task, 'duration_secs': 0.6327} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.338212] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.338212] env[63339]: DEBUG nova.compute.manager [None req-258f80fd-19e1-41a5-acd5-ee5048a6ecaa tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.342026] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa44f39-50c8-4330-b373-e41e125655b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.359281] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.359560] env[63339]: DEBUG nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.363405] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.020s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.366125] env[63339]: INFO nova.compute.claims [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.523043] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320450, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.586444] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320453, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.604403] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.724013] env[63339]: DEBUG nova.network.neutron [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updated VIF entry in instance network info cache for port 56bdd886-da38-4f0c-99f4-6a66e928d700. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1019.724665] env[63339]: DEBUG nova.network.neutron [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.823707] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5294c856-b318-aca2-4322-2c2c4f3afb66, 'name': SearchDatastore_Task, 'duration_secs': 0.087981} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.826017] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e8505b-5b7a-400d-97f9-13e0cc1f1308 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.832245] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1019.832245] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525beed8-349d-18ab-0a5e-e337facb97e7" [ 1019.832245] env[63339]: _type = "Task" [ 1019.832245] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.842586] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525beed8-349d-18ab-0a5e-e337facb97e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.873040] env[63339]: DEBUG nova.compute.utils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.875584] env[63339]: DEBUG nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1019.931186] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.931186] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.019782] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320450, 'name': CreateVM_Task, 'duration_secs': 0.966731} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.019999] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.020844] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.021028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.021357] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.021660] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499389cb-531c-4895-9a1c-6e9a19b27a88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.028247] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1020.028247] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52218f34-7954-d3c5-fa84-9acd813d7289" [ 1020.028247] env[63339]: _type = "Task" [ 1020.028247] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.038622] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52218f34-7954-d3c5-fa84-9acd813d7289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.085597] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320453, 'name': CreateVM_Task, 'duration_secs': 0.724647} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.085597] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.085597] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.100088] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.228323] env[63339]: DEBUG oslo_concurrency.lockutils [req-4319d145-c697-4188-987f-b8ac9e60f39d req-f56e7d73-8a02-4c24-9e0e-59d7bca4974d service nova] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.343029] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525beed8-349d-18ab-0a5e-e337facb97e7, 'name': SearchDatastore_Task, 'duration_secs': 0.092969} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.343311] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.343575] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.343857] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d897d4a-27b2-45c4-a8a0-f98f43b64a22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.350979] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1020.350979] env[63339]: value = "task-4320454" [ 1020.350979] env[63339]: _type = "Task" [ 1020.350979] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.360685] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.379189] env[63339]: DEBUG nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.435867] env[63339]: DEBUG nova.compute.utils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.543973] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52218f34-7954-d3c5-fa84-9acd813d7289, 'name': SearchDatastore_Task, 'duration_secs': 0.080142} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.544329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.544604] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.544830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.544974] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.545174] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.545755] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.545854] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.546115] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a3c2acc-2af4-404e-b595-8957653384cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.548176] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3e3b83-7bae-4e9e-92d1-893e34f20dbb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.558285] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1020.558285] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522b0302-5a90-9adf-6149-0ae01974cb61" [ 1020.558285] env[63339]: _type = "Task" [ 1020.558285] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.567025] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.567025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.567025] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b925da5-88c1-414d-b486-d3ec8d5d73a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.575550] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522b0302-5a90-9adf-6149-0ae01974cb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.575550] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1020.575550] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529df4f6-3045-125f-eeb5-0d0a781bf99d" [ 1020.575550] env[63339]: _type = "Task" [ 1020.575550] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.591260] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529df4f6-3045-125f-eeb5-0d0a781bf99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.606709] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320445, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.673519} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.607041] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9494ec65-fa61-4cdd-90e3-516a2b7d6179/9494ec65-fa61-4cdd-90e3-516a2b7d6179.vmdk to [datastore2] 78e7a9fe-7326-4b10-8228-bb6bb0151e83/78e7a9fe-7326-4b10-8228-bb6bb0151e83.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.607967] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6c0d7-3fbe-47cf-a6fd-4250b1bd7167 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.637878] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 78e7a9fe-7326-4b10-8228-bb6bb0151e83/78e7a9fe-7326-4b10-8228-bb6bb0151e83.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.641686] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815e7769-4e19-4479-bdfc-e69d59ab7e13 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.670655] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1020.670655] env[63339]: value = "task-4320455" [ 1020.670655] env[63339]: _type = "Task" [ 1020.670655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.693271] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.796722] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec421631-fa66-437f-9fae-4c29b205d679 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.806740] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd66e37-c2fa-479a-a7f1-ebad071d7d32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.845089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db50079-adb0-4cf5-bddb-8c192115ea41 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.850546] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbfa9ee-d228-48cb-8ad3-58e969028274 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.865518] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507167} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.874433] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.874703] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.875243] env[63339]: DEBUG nova.compute.provider_tree [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.876725] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c23d9e60-037d-4a8e-8ebc-3643e0a75675 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.888107] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1020.888107] env[63339]: value = "task-4320456" [ 1020.888107] env[63339]: _type = "Task" [ 1020.888107] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.906858] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.943335] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.070466] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522b0302-5a90-9adf-6149-0ae01974cb61, 'name': SearchDatastore_Task, 'duration_secs': 0.053533} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.070853] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.071122] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.071345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.086700] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529df4f6-3045-125f-eeb5-0d0a781bf99d, 'name': SearchDatastore_Task, 'duration_secs': 0.053602} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.087641] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d46481f-1215-4151-9ffa-b56b54744206 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.094016] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1021.094016] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eb82d4-01f0-5bdd-ad07-1b54b14e66e5" [ 1021.094016] env[63339]: _type = "Task" [ 1021.094016] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.105582] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eb82d4-01f0-5bdd-ad07-1b54b14e66e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.182115] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320455, 'name': ReconfigVM_Task, 'duration_secs': 0.420489} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.182444] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 78e7a9fe-7326-4b10-8228-bb6bb0151e83/78e7a9fe-7326-4b10-8228-bb6bb0151e83.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.183140] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eafd1dc-c31e-4f8e-8cf2-fb6026e100bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.191392] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1021.191392] env[63339]: value = "task-4320457" [ 1021.191392] env[63339]: _type = "Task" [ 1021.191392] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.204436] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320457, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.380618] env[63339]: DEBUG nova.scheduler.client.report [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.389784] env[63339]: DEBUG nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.403761] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.421303] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.421573] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.421728] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.421915] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.422073] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.422226] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.422483] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.422659] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.422823] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.422979] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.423163] env[63339]: DEBUG nova.virt.hardware [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.424439] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100690f0-7118-4644-9805-2c57b69b5efb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.433647] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00626d55-8527-4e06-b054-f56c3cc75869 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.448693] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.454828] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.454828] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.455036] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f232747b-086d-43cc-bd90-d2fd2808aa85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.472956] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.472956] env[63339]: value = "task-4320458" [ 1021.472956] env[63339]: _type = "Task" [ 1021.472956] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.483091] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320458, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.606688] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52eb82d4-01f0-5bdd-ad07-1b54b14e66e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011445} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.609291] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.609347] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f/16f23ea8-ba07-4b79-8538-d81cca55630f.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.609638] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.613939] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.613939] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b5d5a9-4164-470f-bdc9-b05a4d3f472f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.614351] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d49c30-7ae5-43d7-a693-811a052f4e8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.626134] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1021.626134] env[63339]: value = "task-4320459" [ 1021.626134] env[63339]: _type = "Task" [ 1021.626134] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.628274] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.628734] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.633592] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0446d2-9695-4974-8b82-7e655b16d67e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.644212] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.644637] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1021.644637] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b147c0-8993-3bd8-68a4-1802bf34fa2a" [ 1021.644637] env[63339]: _type = "Task" [ 1021.644637] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.656053] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b147c0-8993-3bd8-68a4-1802bf34fa2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.656958] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5981ee3d-fd6a-413a-a5e9-214f2d2ba035 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.664963] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1021.664963] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e44ac5-cec7-d590-9357-005edec9f133" [ 1021.664963] env[63339]: _type = "Task" [ 1021.664963] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.676742] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e44ac5-cec7-d590-9357-005edec9f133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.707252] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320457, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.887355] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.888007] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.891892] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.788s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.895900] env[63339]: INFO nova.compute.claims [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.910925] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.986549] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320458, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.016885] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.017228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.017499] env[63339]: INFO nova.compute.manager [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Attaching volume a2d34bd8-848a-49f8-b973-2984c74dbcf4 to /dev/sdb [ 1022.074264] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f51c3c5-e579-472a-8052-c38721544828 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.082879] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88271106-bafa-44b7-a1dd-0e92745ca621 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.101346] env[63339]: DEBUG nova.virt.block_device [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updating existing volume attachment record: 6072bbc3-8100-4486-b980-4ddb7d269ebc {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.143587] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.178218] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e44ac5-cec7-d590-9357-005edec9f133, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.178515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.179202] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6d7d6782-db3a-41ef-9ace-3e1192d905e7/6d7d6782-db3a-41ef-9ace-3e1192d905e7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.179202] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58451fa9-8ef3-455d-86d9-077afc19b954 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.190771] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1022.190771] env[63339]: value = "task-4320460" [ 1022.190771] env[63339]: _type = "Task" [ 1022.190771] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.203284] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.207135] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320457, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.400973] env[63339]: DEBUG nova.compute.utils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.405106] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.405276] env[63339]: DEBUG nova.network.neutron [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1022.434197] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.168223} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.434197] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.434197] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6bc34b-cc75-4e34-a3fd-8801b061d573 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.453606] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.454400] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c701dbd-9b7b-4061-bc32-00927c8f7abb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.478938] env[63339]: DEBUG nova.policy [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9319c4ece94063b83d7ae6173f0a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d7639a7fc64a2e98af9d85db468e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.481940] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1022.481940] env[63339]: value = "task-4320464" [ 1022.481940] env[63339]: _type = "Task" [ 1022.481940] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.490709] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320458, 'name': CreateVM_Task, 'duration_secs': 0.73419} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.491472] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.491982] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.492189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.492819] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.492819] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327ea553-fc52-4d32-9d86-ef93cbe05513 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.497955] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.501475] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1022.501475] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52132a62-926a-e7a7-5865-be2def0781d5" [ 1022.501475] env[63339]: _type = "Task" [ 1022.501475] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.512043] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52132a62-926a-e7a7-5865-be2def0781d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.567514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "74edbbfc-4379-43a6-86df-1104083abf0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.568344] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "74edbbfc-4379-43a6-86df-1104083abf0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.640318] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848597} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.640642] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f/16f23ea8-ba07-4b79-8538-d81cca55630f.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.640870] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.641586] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d499bc27-3490-4708-b657-30c749945d44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.652054] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1022.652054] env[63339]: value = "task-4320465" [ 1022.652054] env[63339]: _type = "Task" [ 1022.652054] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.662270] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.709483] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.713763] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320457, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.843235] env[63339]: DEBUG nova.network.neutron [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Successfully created port: 6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1022.905878] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.997758] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.015505] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52132a62-926a-e7a7-5865-be2def0781d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.019210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.019602] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.019874] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.020030] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.020212] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.020824] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a490ca4-af51-4e06-816e-c85bc30cbb45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.033226] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.033226] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.033226] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c1e856-e8a4-4bf8-b91d-15f0ed42496c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.044019] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1023.044019] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b14720-51da-a561-bfc7-2464e3ed1dd0" [ 1023.044019] env[63339]: _type = "Task" [ 1023.044019] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.055403] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b14720-51da-a561-bfc7-2464e3ed1dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.070185] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.169448] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224479} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.169833] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.171134] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59d299-569d-4186-8f60-f4a83dc201d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.211949] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f/16f23ea8-ba07-4b79-8538-d81cca55630f.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.224309] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82aae86-4896-4fbd-869a-33aa87556d91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.262106] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320457, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.265329] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700539} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.269216] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6d7d6782-db3a-41ef-9ace-3e1192d905e7/6d7d6782-db3a-41ef-9ace-3e1192d905e7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.269593] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.270113] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1023.270113] env[63339]: value = "task-4320466" [ 1023.270113] env[63339]: _type = "Task" [ 1023.270113] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.271398] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d9b263d-1ab4-4726-b1d4-49d602ee1e3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.284751] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.291234] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1023.291234] env[63339]: value = "task-4320467" [ 1023.291234] env[63339]: _type = "Task" [ 1023.291234] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.303315] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.355983] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8f24e-170c-4d5b-a687-10c7dc32c14e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.365067] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a41627-e9b5-458b-a72b-cf70a69a0093 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.398861] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a364b7-6cba-4e51-991d-fa9232a02c38 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.407797] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd81e435-e5ef-4174-a001-88f4ffc1b8cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.426250] env[63339]: DEBUG nova.compute.provider_tree [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.493737] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.552955] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b14720-51da-a561-bfc7-2464e3ed1dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.553781] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f870b559-eb84-428c-871a-62b20874e606 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.559238] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1023.559238] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52843f75-2af2-5813-7630-f506948f0ecd" [ 1023.559238] env[63339]: _type = "Task" [ 1023.559238] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.567743] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52843f75-2af2-5813-7630-f506948f0ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.593803] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.710021] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320457, 'name': Rename_Task, 'duration_secs': 2.143644} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.710021] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.710021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f878fd9b-6767-498d-8258-ab3ed0905177 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.715482] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1023.715482] env[63339]: value = "task-4320468" [ 1023.715482] env[63339]: _type = "Task" [ 1023.715482] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.723949] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.784389] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.801772] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086661} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.802024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.802916] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40300711-e435-4bfc-8f85-bd86a6604180 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.825929] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6d7d6782-db3a-41ef-9ace-3e1192d905e7/6d7d6782-db3a-41ef-9ace-3e1192d905e7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.826266] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013dc98f-3d47-4e32-8768-ae82e10fe34d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.847217] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1023.847217] env[63339]: value = "task-4320469" [ 1023.847217] env[63339]: _type = "Task" [ 1023.847217] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.857441] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.917992] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.929667] env[63339]: DEBUG nova.scheduler.client.report [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.944838] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.945091] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.945366] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.945585] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.945734] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.945880] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.946207] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.946390] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.946560] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.946719] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.946885] env[63339]: DEBUG nova.virt.hardware [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.947767] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c1e43-3b3e-4970-835b-ca89bbd7bb30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.957446] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598feb7b-f21a-4059-88de-c2561d6ff6d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.993838] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320464, 'name': ReconfigVM_Task, 'duration_secs': 1.077729} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.994128] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9/e70ad3a0-7097-4638-be64-e967af79a3d9.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.994779] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162610bf-e54e-456d-a9fd-c5c1e4a16fae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.001045] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1024.001045] env[63339]: value = "task-4320470" [ 1024.001045] env[63339]: _type = "Task" [ 1024.001045] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.009040] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320470, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.070849] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52843f75-2af2-5813-7630-f506948f0ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.071114] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.071432] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.071764] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-235a1b69-3e91-47a8-86c4-47d45a78a417 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.081698] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1024.081698] env[63339]: value = "task-4320471" [ 1024.081698] env[63339]: _type = "Task" [ 1024.081698] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.090367] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.229779] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320468, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.286535] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320466, 'name': ReconfigVM_Task, 'duration_secs': 0.99219} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.286839] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f/16f23ea8-ba07-4b79-8538-d81cca55630f.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.287552] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a7e0e7e-a233-447b-bf37-0fe9176aec19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.296176] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1024.296176] env[63339]: value = "task-4320472" [ 1024.296176] env[63339]: _type = "Task" [ 1024.296176] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.308577] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320472, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.340685] env[63339]: DEBUG nova.compute.manager [req-7d548919-cfea-4959-bb41-711c504ca6e6 req-22a0f38c-505d-4ac2-8840-429e0f05b7e6 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Received event network-vif-plugged-6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.340685] env[63339]: DEBUG oslo_concurrency.lockutils [req-7d548919-cfea-4959-bb41-711c504ca6e6 req-22a0f38c-505d-4ac2-8840-429e0f05b7e6 service nova] Acquiring lock "b50358ed-aa3b-47be-a556-c5cb94933820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.340685] env[63339]: DEBUG oslo_concurrency.lockutils [req-7d548919-cfea-4959-bb41-711c504ca6e6 req-22a0f38c-505d-4ac2-8840-429e0f05b7e6 service nova] Lock "b50358ed-aa3b-47be-a556-c5cb94933820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.340860] env[63339]: DEBUG oslo_concurrency.lockutils [req-7d548919-cfea-4959-bb41-711c504ca6e6 req-22a0f38c-505d-4ac2-8840-429e0f05b7e6 service nova] Lock "b50358ed-aa3b-47be-a556-c5cb94933820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.341084] env[63339]: DEBUG nova.compute.manager [req-7d548919-cfea-4959-bb41-711c504ca6e6 req-22a0f38c-505d-4ac2-8840-429e0f05b7e6 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] No waiting events found dispatching network-vif-plugged-6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.341244] env[63339]: WARNING nova.compute.manager [req-7d548919-cfea-4959-bb41-711c504ca6e6 req-22a0f38c-505d-4ac2-8840-429e0f05b7e6 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Received unexpected event network-vif-plugged-6a55d3ab-57fc-493b-85a2-48539af9a541 for instance with vm_state building and task_state spawning. [ 1024.362987] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320469, 'name': ReconfigVM_Task, 'duration_secs': 0.456786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.362987] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6d7d6782-db3a-41ef-9ace-3e1192d905e7/6d7d6782-db3a-41ef-9ace-3e1192d905e7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.364046] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ad32c9-8059-403a-bb44-fd36bd57d47b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.374653] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1024.374653] env[63339]: value = "task-4320473" [ 1024.374653] env[63339]: _type = "Task" [ 1024.374653] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.389143] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320473, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.429620] env[63339]: DEBUG nova.network.neutron [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Successfully updated port: 6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1024.434723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.435465] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.438705] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.473s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.438922] env[63339]: DEBUG nova.objects.instance [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'pci_requests' on Instance uuid c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.515068] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320470, 'name': Rename_Task, 'duration_secs': 0.265094} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.515446] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.515761] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae0bfe5-03b4-45ae-85d5-2689b27fe2ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.526636] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1024.526636] env[63339]: value = "task-4320475" [ 1024.526636] env[63339]: _type = "Task" [ 1024.526636] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.539233] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.593638] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.727259] env[63339]: DEBUG oslo_vmware.api [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320468, 'name': PowerOnVM_Task, 'duration_secs': 0.560354} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.727602] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.727808] env[63339]: INFO nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Took 16.95 seconds to spawn the instance on the hypervisor. [ 1024.728011] env[63339]: DEBUG nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.728861] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc5443-30bd-47fd-a7e7-aa7f4d72b9c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.807094] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320472, 'name': Rename_Task, 'duration_secs': 0.330922} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.807381] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.807637] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92a7180-b20c-46f2-857c-ec8af53cad74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.815998] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1024.815998] env[63339]: value = "task-4320476" [ 1024.815998] env[63339]: _type = "Task" [ 1024.815998] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.824831] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.884417] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320473, 'name': Rename_Task, 'duration_secs': 0.290506} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.884723] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.884993] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9533848c-20a6-48b0-9ce7-2da2e712cfd6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.892214] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1024.892214] env[63339]: value = "task-4320477" [ 1024.892214] env[63339]: _type = "Task" [ 1024.892214] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.900518] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.933879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-b50358ed-aa3b-47be-a556-c5cb94933820" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.933879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-b50358ed-aa3b-47be-a556-c5cb94933820" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.934170] env[63339]: DEBUG nova.network.neutron [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1024.942865] env[63339]: DEBUG nova.objects.instance [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'numa_topology' on Instance uuid c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.944906] env[63339]: DEBUG nova.compute.utils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.946911] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.947011] env[63339]: DEBUG nova.network.neutron [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1024.985151] env[63339]: DEBUG nova.policy [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.037899] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.092494] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578178} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.092754] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.093071] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.093569] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14a434b-1a66-479b-9a23-84bfa4634dc9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.102501] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1025.102501] env[63339]: value = "task-4320478" [ 1025.102501] env[63339]: _type = "Task" [ 1025.102501] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.111978] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.250387] env[63339]: INFO nova.compute.manager [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Took 52.61 seconds to build instance. [ 1025.316671] env[63339]: DEBUG nova.network.neutron [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Successfully created port: 867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1025.337252] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320476, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.402789] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320477, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.451049] env[63339]: INFO nova.compute.claims [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.451049] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.496145] env[63339]: DEBUG nova.network.neutron [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1025.538979] env[63339]: DEBUG oslo_vmware.api [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320475, 'name': PowerOnVM_Task, 'duration_secs': 0.873621} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.539296] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.539553] env[63339]: DEBUG nova.compute.manager [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.540478] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b19754-5fa1-451a-8ed6-6c0f4c08760d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.614503] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141405} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.617020] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.617020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b282147-d4b1-4f7b-b27f-64b49f861a52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.648174] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.648735] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e9dda6-1cfe-442b-95fb-0585b57fa9df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.675803] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1025.675803] env[63339]: value = "task-4320479" [ 1025.675803] env[63339]: _type = "Task" [ 1025.675803] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.690257] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.752117] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d7bd245-1481-43b1-a019-028a1d0d1d6a tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.122s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.758570] env[63339]: DEBUG nova.network.neutron [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Updating instance_info_cache with network_info: [{"id": "6a55d3ab-57fc-493b-85a2-48539af9a541", "address": "fa:16:3e:13:77:1c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a55d3ab-57", "ovs_interfaceid": "6a55d3ab-57fc-493b-85a2-48539af9a541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.830518] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320476, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.904947] env[63339]: DEBUG oslo_vmware.api [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320477, 'name': PowerOnVM_Task, 'duration_secs': 0.815643} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.905241] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.905472] env[63339]: INFO nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1025.905692] env[63339]: DEBUG nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.906540] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd2746-dca9-418f-ab45-fc01fd0cb08e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.060855] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.170371] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.170711] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.170974] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.171221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.171464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.173875] env[63339]: INFO nova.compute.manager [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Terminating instance [ 1026.189648] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.262680] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-b50358ed-aa3b-47be-a556-c5cb94933820" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.263097] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Instance network_info: |[{"id": "6a55d3ab-57fc-493b-85a2-48539af9a541", "address": "fa:16:3e:13:77:1c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a55d3ab-57", "ovs_interfaceid": "6a55d3ab-57fc-493b-85a2-48539af9a541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.263569] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:77:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a55d3ab-57fc-493b-85a2-48539af9a541', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.271765] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating folder: Project (76d7639a7fc64a2e98af9d85db468e8c). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.272111] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d3eb96c-842f-4fe2-b008-93c151218984 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.284915] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created folder: Project (76d7639a7fc64a2e98af9d85db468e8c) in parent group-v849594. [ 1026.285126] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating folder: Instances. Parent ref: group-v849825. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.285394] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdafb948-4fe8-4313-8673-b670784a2b07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.300612] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created folder: Instances in parent group-v849825. [ 1026.300909] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.301149] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.301367] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0dd9fb1-2dbf-413f-88a8-8af4110aa4be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.329160] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.329160] env[63339]: value = "task-4320482" [ 1026.329160] env[63339]: _type = "Task" [ 1026.329160] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.335745] env[63339]: DEBUG oslo_vmware.api [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320476, 'name': PowerOnVM_Task, 'duration_secs': 1.42756} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.336676] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.336977] env[63339]: INFO nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1026.338060] env[63339]: DEBUG nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.338307] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f7cbf0-ff79-423f-8e3e-8435df95e403 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.344982] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320482, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.376422] env[63339]: DEBUG nova.compute.manager [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Received event network-changed-6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1026.378089] env[63339]: DEBUG nova.compute.manager [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Refreshing instance network info cache due to event network-changed-6a55d3ab-57fc-493b-85a2-48539af9a541. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1026.378089] env[63339]: DEBUG oslo_concurrency.lockutils [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] Acquiring lock "refresh_cache-b50358ed-aa3b-47be-a556-c5cb94933820" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.378089] env[63339]: DEBUG oslo_concurrency.lockutils [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] Acquired lock "refresh_cache-b50358ed-aa3b-47be-a556-c5cb94933820" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.378396] env[63339]: DEBUG nova.network.neutron [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Refreshing network info cache for port 6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1026.380322] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "e70ad3a0-7097-4638-be64-e967af79a3d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.380730] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "e70ad3a0-7097-4638-be64-e967af79a3d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.382036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "e70ad3a0-7097-4638-be64-e967af79a3d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.382036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "e70ad3a0-7097-4638-be64-e967af79a3d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.382036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "e70ad3a0-7097-4638-be64-e967af79a3d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.384737] env[63339]: INFO nova.compute.manager [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Terminating instance [ 1026.427026] env[63339]: INFO nova.compute.manager [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Took 41.50 seconds to build instance. [ 1026.471737] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.509021] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.509381] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.509556] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.509753] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.509885] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.510108] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.510371] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.510632] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.510941] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.511069] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.511136] env[63339]: DEBUG nova.virt.hardware [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.512472] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ced8b-fad4-48dd-bd3b-0149bc1df704 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.522584] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7423294b-fa82-461e-a048-d8b7741b3d47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.670369] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.670635] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.671665] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c8a408-e441-404d-8841-3c958c9ca858 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.696687] env[63339]: DEBUG nova.compute.manager [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.696949] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.700969] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db53a2-2a46-44b5-b8cb-94f4c7280063 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.704914] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f549fe2-7611-4621-a683-c558c7c0882c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.712148] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320479, 'name': ReconfigVM_Task, 'duration_secs': 0.796056} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.713286] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.713846] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcb66805-e477-4a9c-b438-d2ea6933e0eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.739553] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4/volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.740034] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.744134] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd7cb65-2c11-4d61-87ae-41b9fcbe0474 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.759168] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab6cb78-027e-42e0-9574-4f3be63288e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.762736] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1026.762736] env[63339]: value = "task-4320483" [ 1026.762736] env[63339]: _type = "Task" [ 1026.762736] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.770805] env[63339]: DEBUG oslo_vmware.api [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1026.770805] env[63339]: value = "task-4320484" [ 1026.770805] env[63339]: _type = "Task" [ 1026.770805] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.771172] env[63339]: DEBUG oslo_vmware.api [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1026.771172] env[63339]: value = "task-4320485" [ 1026.771172] env[63339]: _type = "Task" [ 1026.771172] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.775130] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320483, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.793150] env[63339]: DEBUG oslo_vmware.api [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.797459] env[63339]: DEBUG oslo_vmware.api [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.840969] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320482, 'name': CreateVM_Task, 'duration_secs': 0.494055} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.841166] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.841907] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.842099] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.842498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.842850] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaa37ca-ead6-467d-9657-bc139d547202 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.851521] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1026.851521] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5247f8bf-05cb-3352-dcea-c27128198ffb" [ 1026.851521] env[63339]: _type = "Task" [ 1026.851521] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.863810] env[63339]: INFO nova.compute.manager [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 44.32 seconds to build instance. [ 1026.869690] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5247f8bf-05cb-3352-dcea-c27128198ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.869690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.869989] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.870196] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.870315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.871038] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.871038] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d153fef3-b1ef-4ebe-b253-6b64426fdaf5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.883919] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.884128] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.887174] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212cef8d-73f5-4400-a7d4-04daf1291643 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.892149] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "refresh_cache-e70ad3a0-7097-4638-be64-e967af79a3d9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.892379] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquired lock "refresh_cache-e70ad3a0-7097-4638-be64-e967af79a3d9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.892609] env[63339]: DEBUG nova.network.neutron [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1026.897389] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1026.897389] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529efe95-b848-a0b5-e9e1-7d9dda6760bd" [ 1026.897389] env[63339]: _type = "Task" [ 1026.897389] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.897389] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9bfafa-90e6-40de-b0e3-8f6e35929208 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.912868] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cef606-967b-48aa-98e1-3800b0710d2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.917866] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529efe95-b848-a0b5-e9e1-7d9dda6760bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.919196] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970818fe-50b7-4f2c-b444-0392ec623b46 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.950087] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1ad8d996-e684-4d1b-bde9-fac5e61fa6c6 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.037s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.951322] env[63339]: DEBUG nova.network.neutron [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Successfully updated port: 867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1026.954171] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80fba0b-f75d-4469-904a-01b9070e1e73 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.957014] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1026.957014] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52242b9e-42ad-fba6-5259-2e3ed4c105c2" [ 1026.957014] env[63339]: _type = "Task" [ 1026.957014] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.968142] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff4a68-ab92-48af-880c-beebb58afdf7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.973417] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52242b9e-42ad-fba6-5259-2e3ed4c105c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.975971] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.976269] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] b50358ed-aa3b-47be-a556-c5cb94933820/b50358ed-aa3b-47be-a556-c5cb94933820.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.977209] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-213fcaf1-11ff-408a-b88e-a38f1c4ed62c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.989310] env[63339]: DEBUG nova.compute.provider_tree [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.996364] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1026.996364] env[63339]: value = "task-4320486" [ 1026.996364] env[63339]: _type = "Task" [ 1026.996364] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.006394] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.275062] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320483, 'name': Rename_Task, 'duration_secs': 0.207351} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.275540] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.281921] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54d56be2-216c-405d-b8e2-a068c5944bb0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.289651] env[63339]: DEBUG oslo_vmware.api [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320484, 'name': PowerOffVM_Task, 'duration_secs': 0.32022} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.294174] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.294687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.294687] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1027.294687] env[63339]: value = "task-4320487" [ 1027.294687] env[63339]: _type = "Task" [ 1027.294687] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.294910] env[63339]: DEBUG oslo_vmware.api [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320485, 'name': ReconfigVM_Task, 'duration_secs': 0.476538} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.295113] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-762ebf9c-2f7b-4f01-95cd-bbfa90f8bdea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.297012] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4/volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.305218] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9157e8d3-5047-45ec-9cef-901f21992687 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.324553] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320487, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.327312] env[63339]: DEBUG oslo_vmware.api [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1027.327312] env[63339]: value = "task-4320489" [ 1027.327312] env[63339]: _type = "Task" [ 1027.327312] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.341206] env[63339]: DEBUG oslo_vmware.api [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.370147] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d0dcb59-570d-4ef3-8952-eec69f82063d tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.829s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.398248] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.398434] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.398755] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleting the datastore file [datastore2] 78e7a9fe-7326-4b10-8228-bb6bb0151e83 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.399085] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4eab06e-9772-4af4-a75f-e73c23cce913 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.409930] env[63339]: DEBUG oslo_vmware.api [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1027.409930] env[63339]: value = "task-4320490" [ 1027.409930] env[63339]: _type = "Task" [ 1027.409930] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.420826] env[63339]: DEBUG oslo_vmware.api [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.423055] env[63339]: DEBUG nova.network.neutron [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1027.459760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.459760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.459760] env[63339]: DEBUG nova.network.neutron [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1027.493365] env[63339]: DEBUG nova.scheduler.client.report [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.513561] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320486, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.514634] env[63339]: DEBUG nova.network.neutron [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.605567] env[63339]: DEBUG nova.network.neutron [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Updated VIF entry in instance network info cache for port 6a55d3ab-57fc-493b-85a2-48539af9a541. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1027.606037] env[63339]: DEBUG nova.network.neutron [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Updating instance_info_cache with network_info: [{"id": "6a55d3ab-57fc-493b-85a2-48539af9a541", "address": "fa:16:3e:13:77:1c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a55d3ab-57", "ovs_interfaceid": "6a55d3ab-57fc-493b-85a2-48539af9a541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.807958] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.839312] env[63339]: DEBUG oslo_vmware.api [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320489, 'name': ReconfigVM_Task, 'duration_secs': 0.362661} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.839967] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.926939] env[63339]: DEBUG oslo_vmware.api [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320793} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.927816] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.928192] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.928450] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.928668] env[63339]: INFO nova.compute.manager [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1027.928930] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.929168] env[63339]: DEBUG nova.compute.manager [-] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.929268] env[63339]: DEBUG nova.network.neutron [-] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1028.012064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.573s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.014278] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627901} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.016578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.280s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.016828] env[63339]: DEBUG nova.objects.instance [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lazy-loading 'resources' on Instance uuid e6243133-c513-4738-9813-780bf189cca5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.018059] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] b50358ed-aa3b-47be-a556-c5cb94933820/b50358ed-aa3b-47be-a556-c5cb94933820.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.018305] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.019292] env[63339]: DEBUG nova.network.neutron [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1028.022254] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a53e5c-51cf-492f-9d83-8d2b6a8115cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.024627] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Releasing lock "refresh_cache-e70ad3a0-7097-4638-be64-e967af79a3d9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.026139] env[63339]: DEBUG nova.compute.manager [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.026139] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.026682] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e916ae-5374-4ac8-b797-e54cf6399dde {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.036359] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.037976] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-815e3075-20cc-45e7-9c8f-36de6d862c2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.042028] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1028.042028] env[63339]: value = "task-4320491" [ 1028.042028] env[63339]: _type = "Task" [ 1028.042028] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.045887] env[63339]: DEBUG oslo_vmware.api [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1028.045887] env[63339]: value = "task-4320492" [ 1028.045887] env[63339]: _type = "Task" [ 1028.045887] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.052543] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.060037] env[63339]: DEBUG oslo_vmware.api [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.109210] env[63339]: DEBUG oslo_concurrency.lockutils [req-44956040-9683-495b-9dfa-bd394fe4072a req-5de8756c-4160-4802-aec1-4c1145f632c3 service nova] Releasing lock "refresh_cache-b50358ed-aa3b-47be-a556-c5cb94933820" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.127861] env[63339]: INFO nova.network.neutron [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1028.307728] env[63339]: DEBUG oslo_vmware.api [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320487, 'name': PowerOnVM_Task, 'duration_secs': 0.663817} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.308019] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.308231] env[63339]: INFO nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1028.308401] env[63339]: DEBUG nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.309308] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f2d065-e1c1-4dec-b061-ea4caac4180e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.374957] env[63339]: DEBUG nova.network.neutron [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.425425] env[63339]: DEBUG nova.compute.manager [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-vif-plugged-867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.425707] env[63339]: DEBUG oslo_concurrency.lockutils [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.425870] env[63339]: DEBUG oslo_concurrency.lockutils [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.426943] env[63339]: DEBUG oslo_concurrency.lockutils [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.427105] env[63339]: DEBUG nova.compute.manager [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] No waiting events found dispatching network-vif-plugged-867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.427287] env[63339]: WARNING nova.compute.manager [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received unexpected event network-vif-plugged-867f85c8-94ba-471d-867a-c07b8f4311d5 for instance with vm_state building and task_state spawning. [ 1028.427634] env[63339]: DEBUG nova.compute.manager [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-changed-867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.428129] env[63339]: DEBUG nova.compute.manager [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing instance network info cache due to event network-changed-867f85c8-94ba-471d-867a-c07b8f4311d5. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1028.428427] env[63339]: DEBUG oslo_concurrency.lockutils [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.555897] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151454} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.556370] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.557225] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64439869-7d63-45ce-8816-833c6f4be835 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.570921] env[63339]: DEBUG oslo_vmware.api [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320492, 'name': PowerOffVM_Task, 'duration_secs': 0.197834} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.570921] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.570921] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.570921] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7630a12-363d-4449-8ba4-03f633dcd167 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.597600] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b50358ed-aa3b-47be-a556-c5cb94933820/b50358ed-aa3b-47be-a556-c5cb94933820.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.601907] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cac93b-d742-44f3-b1d5-80443dc1685d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.618252] env[63339]: DEBUG nova.compute.manager [req-5df5a8a3-670d-4499-9f05-538b05c85db6 req-17128aa8-ae6d-4005-87ba-ff3ab999c832 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Received event network-vif-deleted-38b4b916-b53e-40e1-acb4-2e8b06999d83 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.618609] env[63339]: INFO nova.compute.manager [req-5df5a8a3-670d-4499-9f05-538b05c85db6 req-17128aa8-ae6d-4005-87ba-ff3ab999c832 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Neutron deleted interface 38b4b916-b53e-40e1-acb4-2e8b06999d83; detaching it from the instance and deleting it from the info cache [ 1028.618809] env[63339]: DEBUG nova.network.neutron [req-5df5a8a3-670d-4499-9f05-538b05c85db6 req-17128aa8-ae6d-4005-87ba-ff3ab999c832 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.628338] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.628338] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.628338] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Deleting the datastore file [datastore2] e70ad3a0-7097-4638-be64-e967af79a3d9 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.628338] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab25c62-303d-44e6-a7e2-95584b6a3e96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.632494] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1028.632494] env[63339]: value = "task-4320494" [ 1028.632494] env[63339]: _type = "Task" [ 1028.632494] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.641218] env[63339]: DEBUG oslo_vmware.api [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for the task: (returnval){ [ 1028.641218] env[63339]: value = "task-4320495" [ 1028.641218] env[63339]: _type = "Task" [ 1028.641218] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.648638] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.658061] env[63339]: DEBUG oslo_vmware.api [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.827831] env[63339]: INFO nova.compute.manager [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Took 43.12 seconds to build instance. [ 1028.877988] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.878523] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Instance network_info: |[{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.878914] env[63339]: DEBUG oslo_concurrency.lockutils [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.879288] env[63339]: DEBUG nova.network.neutron [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing network info cache for port 867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1028.880340] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0e:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '867f85c8-94ba-471d-867a-c07b8f4311d5', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.888686] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.894241] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.895328] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23a541d1-707b-4fe2-9c3b-9c28872899ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.920826] env[63339]: DEBUG nova.objects.instance [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'flavor' on Instance uuid 3bee9874-77a0-4e8e-90fb-521ed8ef5581 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.931027] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.931027] env[63339]: value = "task-4320496" [ 1028.931027] env[63339]: _type = "Task" [ 1028.931027] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.941595] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320496, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.953210] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1272044-d367-4cfa-8fc0-0fcf87fa21a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.962640] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd4166-f549-40dd-998a-4b365787aafa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.999490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c2c72-2f05-4382-ad2c-518e21c2995c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.007882] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67568903-8fb0-4caf-86d5-b44c887cfd0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.026025] env[63339]: DEBUG nova.compute.provider_tree [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.069773] env[63339]: DEBUG nova.network.neutron [-] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.123298] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-021117ae-e235-4b55-b123-883ac5e5677e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.133892] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c0af67-0df5-40bc-b287-605db066031d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.168441] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.173263] env[63339]: DEBUG oslo_vmware.api [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Task: {'id': task-4320495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12719} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.189063] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.189473] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.189694] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.189908] env[63339]: INFO nova.compute.manager [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1029.191646] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.191646] env[63339]: DEBUG nova.compute.manager [req-5df5a8a3-670d-4499-9f05-538b05c85db6 req-17128aa8-ae6d-4005-87ba-ff3ab999c832 service nova] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Detach interface failed, port_id=38b4b916-b53e-40e1-acb4-2e8b06999d83, reason: Instance 78e7a9fe-7326-4b10-8228-bb6bb0151e83 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1029.191646] env[63339]: DEBUG nova.compute.manager [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.191646] env[63339]: DEBUG nova.network.neutron [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1029.214438] env[63339]: DEBUG nova.network.neutron [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1029.329510] env[63339]: DEBUG oslo_concurrency.lockutils [None req-194ba20b-a300-410b-8384-f8a14b39bb41 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.640s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.340583] env[63339]: DEBUG nova.network.neutron [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updated VIF entry in instance network info cache for port 867f85c8-94ba-471d-867a-c07b8f4311d5. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1029.340960] env[63339]: DEBUG nova.network.neutron [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.427582] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51c23a14-6fa4-42d8-a211-b221489e18e5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.410s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.440780] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320496, 'name': CreateVM_Task, 'duration_secs': 0.381347} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.440976] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.441699] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.441877] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.442228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.442566] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b014392e-ab89-4ea2-befa-366832b5eb97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.447999] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1029.447999] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5290cb89-8b18-1ea6-0009-1d4dc28df944" [ 1029.447999] env[63339]: _type = "Task" [ 1029.447999] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.457476] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5290cb89-8b18-1ea6-0009-1d4dc28df944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.530378] env[63339]: DEBUG nova.scheduler.client.report [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.574588] env[63339]: INFO nova.compute.manager [-] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Took 1.65 seconds to deallocate network for instance. [ 1029.659939] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.719539] env[63339]: DEBUG nova.network.neutron [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.832767] env[63339]: INFO nova.compute.manager [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Rebuilding instance [ 1029.844727] env[63339]: DEBUG oslo_concurrency.lockutils [req-e100d896-30bf-4cc7-a0d5-7d502efd1a2d req-e564c2ac-4230-46b8-aeb4-b3edb8717910 service nova] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.869926] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.869926] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.869926] env[63339]: DEBUG nova.network.neutron [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1029.889393] env[63339]: DEBUG nova.compute.manager [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.890281] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1203166-201a-47d1-9ff2-942421c11ccb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.959998] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5290cb89-8b18-1ea6-0009-1d4dc28df944, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.960330] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.960565] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.961302] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.961302] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.961302] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.961469] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d2d2be3-82b4-46f9-9caf-a1f5bcea2728 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.971315] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.971590] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.973695] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0122cc8a-6c19-46ff-ba5c-f3c756927278 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.980558] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1029.980558] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aacfa4-b18b-3231-13ae-3346a15e0d94" [ 1029.980558] env[63339]: _type = "Task" [ 1029.980558] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.989692] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aacfa4-b18b-3231-13ae-3346a15e0d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.035244] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.037769] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.366s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.037999] env[63339]: DEBUG nova.objects.instance [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lazy-loading 'resources' on Instance uuid db494bdc-a4cf-495b-a00f-b67711ed2f22 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.044975] env[63339]: INFO nova.compute.manager [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Rebuilding instance [ 1030.056952] env[63339]: INFO nova.scheduler.client.report [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Deleted allocations for instance e6243133-c513-4738-9813-780bf189cca5 [ 1030.081719] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.091244] env[63339]: DEBUG nova.compute.manager [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.092332] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503d7be-23e7-4e04-a77e-fa063c65fe6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.160735] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320494, 'name': ReconfigVM_Task, 'duration_secs': 1.238036} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.160965] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b50358ed-aa3b-47be-a556-c5cb94933820/b50358ed-aa3b-47be-a556-c5cb94933820.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.161609] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77bdde08-7e4d-45d9-9ac0-96092793c627 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.168747] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1030.168747] env[63339]: value = "task-4320497" [ 1030.168747] env[63339]: _type = "Task" [ 1030.168747] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.178109] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320497, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.222728] env[63339]: INFO nova.compute.manager [-] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Took 1.03 seconds to deallocate network for instance. [ 1030.459966] env[63339]: DEBUG nova.compute.manager [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-vif-plugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.460175] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.460392] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.460563] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.460732] env[63339]: DEBUG nova.compute.manager [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] No waiting events found dispatching network-vif-plugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.460896] env[63339]: WARNING nova.compute.manager [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received unexpected event network-vif-plugged-492ff38a-c178-4070-9fdc-7f4e1fa80c6e for instance with vm_state shelved_offloaded and task_state spawning. [ 1030.461072] env[63339]: DEBUG nova.compute.manager [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.461229] env[63339]: DEBUG nova.compute.manager [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing instance network info cache due to event network-changed-492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1030.461396] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] Acquiring lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.491405] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aacfa4-b18b-3231-13ae-3346a15e0d94, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.492243] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e9199c-4326-49ac-a841-2c32e4a0531c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.498603] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1030.498603] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528c0b6c-293c-9a14-a43d-0a6de3edc8f0" [ 1030.498603] env[63339]: _type = "Task" [ 1030.498603] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.512221] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528c0b6c-293c-9a14-a43d-0a6de3edc8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.570400] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Lock "e6243133-c513-4738-9813-780bf189cca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.335s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.646020] env[63339]: DEBUG nova.network.neutron [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.680101] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320497, 'name': Rename_Task, 'duration_secs': 0.266348} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.680398] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.680719] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6c689c2-c602-4c9a-9f24-5803eefdd101 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.688958] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1030.688958] env[63339]: value = "task-4320498" [ 1030.688958] env[63339]: _type = "Task" [ 1030.688958] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.700538] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.736411] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.865525] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9a02e-4426-4be8-a44f-7d759d58acad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.875199] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938be84-725d-4629-899d-bf6b2168072c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.906984] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.907619] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b4312dd-78e0-4886-bcde-6226510fc506 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.909926] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30442b5c-fabd-43d5-b6c8-5a519b5199dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.916916] env[63339]: DEBUG nova.compute.manager [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Received event network-changed-56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.917157] env[63339]: DEBUG nova.compute.manager [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Refreshing instance network info cache due to event network-changed-56bdd886-da38-4f0c-99f4-6a66e928d700. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1030.917353] env[63339]: DEBUG oslo_concurrency.lockutils [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.917527] env[63339]: DEBUG oslo_concurrency.lockutils [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.917953] env[63339]: DEBUG nova.network.neutron [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Refreshing network info cache for port 56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1030.922417] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1030.922417] env[63339]: value = "task-4320499" [ 1030.922417] env[63339]: _type = "Task" [ 1030.922417] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.923962] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ce622-75c9-4407-ab36-20b9c9a028b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.944205] env[63339]: DEBUG nova.compute.provider_tree [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.953209] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.009253] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528c0b6c-293c-9a14-a43d-0a6de3edc8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.009654] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009933] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d2e5bcac-6181-4cd5-9642-b9a2fe71ad99/d2e5bcac-6181-4cd5-9642-b9a2fe71ad99.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.010209] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8653f187-8806-42fa-b170-e23cd2c4b5e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.017941] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1031.017941] env[63339]: value = "task-4320500" [ 1031.017941] env[63339]: _type = "Task" [ 1031.017941] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.027691] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.111573] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.111737] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf2038b-59c7-4379-9cb2-3c2dee876e7e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.120217] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1031.120217] env[63339]: value = "task-4320501" [ 1031.120217] env[63339]: _type = "Task" [ 1031.120217] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.129862] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.148950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.153573] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] Acquired lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.153573] env[63339]: DEBUG nova.network.neutron [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Refreshing network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1031.188688] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7d5a2a894dde092b4d566e299a3a7c73',container_format='bare',created_at=2025-07-21T14:44:40Z,direct_url=,disk_format='vmdk',id=f641140c-46fa-4d3d-b9a9-b5920cfe1a52,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-304018638-shelved',owner='4c310480bec74b6e9ef11075a65e03a4',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-07-21T14:44:56Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.188967] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.189150] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.189338] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.189485] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.189628] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.189961] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.190261] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.190474] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.190644] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.190819] env[63339]: DEBUG nova.virt.hardware [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.192957] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b137d7-58ee-4e64-ba8f-ed7cf1de3c02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.211354] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7fd8c-3d39-40b9-9b31-c1956968f03f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.216123] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.230079] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:68:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '492ff38a-c178-4070-9fdc-7f4e1fa80c6e', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.238609] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.239277] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.239516] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d530c378-449f-4c7f-ae59-6ee5384ced30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.262038] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.262038] env[63339]: value = "task-4320502" [ 1031.262038] env[63339]: _type = "Task" [ 1031.262038] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.273945] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320502, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.438992] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320499, 'name': PowerOffVM_Task, 'duration_secs': 0.169046} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.439343] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.439687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.440764] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c2887-0447-41b7-b8f8-959b616ad2de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.454297] env[63339]: DEBUG nova.scheduler.client.report [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.457813] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.459129] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47065e9-7896-4123-ac4c-92da3545e102 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.499646] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.499936] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.499936] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleting the datastore file [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.500231] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6a3fa3-734d-451f-bc98-20ddafedfac1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.511153] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1031.511153] env[63339]: value = "task-4320504" [ 1031.511153] env[63339]: _type = "Task" [ 1031.511153] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.526081] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.532655] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.631688] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320501, 'name': PowerOffVM_Task, 'duration_secs': 0.296296} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.632052] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.708309] env[63339]: DEBUG oslo_vmware.api [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320498, 'name': PowerOnVM_Task, 'duration_secs': 0.89697} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.708309] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.708309] env[63339]: INFO nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1031.708309] env[63339]: DEBUG nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.708309] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc5092d-4ced-42d2-9840-ddee9e286dc5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.723480] env[63339]: INFO nova.compute.manager [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Detaching volume a2d34bd8-848a-49f8-b973-2984c74dbcf4 [ 1031.738535] env[63339]: DEBUG nova.network.neutron [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updated VIF entry in instance network info cache for port 56bdd886-da38-4f0c-99f4-6a66e928d700. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1031.738991] env[63339]: DEBUG nova.network.neutron [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.774151] env[63339]: INFO nova.virt.block_device [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Attempting to driver detach volume a2d34bd8-848a-49f8-b973-2984c74dbcf4 from mountpoint /dev/sdb [ 1031.774955] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.775247] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.776566] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ab5bad-b440-4ed8-91c2-eb8f68f3f77c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.783816] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320502, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.805313] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9932913b-fbfc-447a-b5ee-56bafda2830a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.813568] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eec6030-b3a5-4b31-b0ac-0900cef5519b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.840261] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b2e01-e529-47fc-8f97-f720091d2cc6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.858272] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4/volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.864139] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.867355] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef3499b-37de-4fc5-8848-c679701e1019 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.887659] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1031.887659] env[63339]: value = "task-4320505" [ 1031.887659] env[63339]: _type = "Task" [ 1031.887659] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.897134] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.962051] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.965154] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.485s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.965154] env[63339]: DEBUG nova.objects.instance [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lazy-loading 'resources' on Instance uuid 380fd1a2-9007-4a4f-8bfb-aad5a9117008 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.008407] env[63339]: INFO nova.scheduler.client.report [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Deleted allocations for instance db494bdc-a4cf-495b-a00f-b67711ed2f22 [ 1032.034792] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215664} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.039771] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.039771] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.039771] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.042300] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611535} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.042778] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] d2e5bcac-6181-4cd5-9642-b9a2fe71ad99/d2e5bcac-6181-4cd5-9642-b9a2fe71ad99.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.043127] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.043271] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ada5a63-4411-4a24-acda-d58a347c350c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.052676] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1032.052676] env[63339]: value = "task-4320506" [ 1032.052676] env[63339]: _type = "Task" [ 1032.052676] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.074064] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.123521] env[63339]: DEBUG nova.network.neutron [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updated VIF entry in instance network info cache for port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1032.123521] env[63339]: DEBUG nova.network.neutron [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [{"id": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "address": "fa:16:3e:4e:68:5d", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492ff38a-c1", "ovs_interfaceid": "492ff38a-c178-4070-9fdc-7f4e1fa80c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.232159] env[63339]: INFO nova.compute.manager [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Took 44.91 seconds to build instance. [ 1032.242962] env[63339]: DEBUG oslo_concurrency.lockutils [req-280589b4-ff35-4bfb-a638-617ca5544216 req-82e80d0f-1394-42f2-bd30-cda9f05a2648 service nova] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.277025] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320502, 'name': CreateVM_Task, 'duration_secs': 0.618477} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.277329] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.278172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.278395] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.278861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.279219] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834c2212-73d5-4f0b-9f2d-7661dc4bb444 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.285667] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1032.285667] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52099e52-c92b-c428-485f-eb987adc5747" [ 1032.285667] env[63339]: _type = "Task" [ 1032.285667] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.300821] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52099e52-c92b-c428-485f-eb987adc5747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.401330] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320505, 'name': ReconfigVM_Task, 'duration_secs': 0.218464} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.401330] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bdce80-038f-4be2-95cb-27a556e2bf27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1032.728127] env[63339]: value = "task-4320507" [ 1032.728127] env[63339]: _type = "Task" [ 1032.728127] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.728127] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3fb2b277-ffe5-45a0-97af-f4857996f9ba tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Lock "db494bdc-a4cf-495b-a00f-b67711ed2f22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.527s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275521} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.728127] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ada5e9-5a71-4963-8ee3-6969b8c34756 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.728127] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d2e5bcac-6181-4cd5-9642-b9a2fe71ad99/d2e5bcac-6181-4cd5-9642-b9a2fe71ad99.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbeb1e4-3c8c-4e5f-b92b-daaebd6b844c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.728127] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a8814ee-ba5a-48d9-87a1-2d7d615eed63 req-fd1d2625-abe5-4928-b747-e673a5664d0c service nova] Releasing lock "refresh_cache-c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1032.728127] env[63339]: value = "task-4320508" [ 1032.728127] env[63339]: _type = "Task" [ 1032.728127] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.728127] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.735530] env[63339]: DEBUG oslo_concurrency.lockutils [None req-17e1d0a2-2795-48c8-91bc-313d646bf8de tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "b50358ed-aa3b-47be-a556-c5cb94933820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.421s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.803720] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.803990] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Processing image f641140c-46fa-4d3d-b9a9-b5920cfe1a52 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.804925] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.804925] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.804925] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.804925] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d31114-9d87-4ade-98cd-7847b11a8a3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.819928] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.820191] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.820966] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d4f075-5bdc-42b5-8be0-36c7eb3e92c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.832567] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1032.832567] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52496711-55d7-a448-f9b0-8f0ad4499a35" [ 1032.832567] env[63339]: _type = "Task" [ 1032.832567] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.845385] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52496711-55d7-a448-f9b0-8f0ad4499a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.939111] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.958068] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55601070-e5d5-42de-adba-cf8972f36f2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.966599] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4b4dd-7c9a-4b93-a8c0-087181236920 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.008894] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f9f09-c35f-48e8-9407-69cacf07b851 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.016888] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3af823-d58c-4d0a-8ee5-5d06d5123321 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.038991] env[63339]: DEBUG nova.compute.provider_tree [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.114995] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.115377] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.115554] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.115754] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.115917] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.116093] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.116344] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.116504] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.118147] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.118147] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.118147] env[63339]: DEBUG nova.virt.hardware [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.118773] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a8d3d-9b5a-4152-b8b2-939cd8974303 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.130085] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91acbe05-09e1-4bbc-82f8-7ce5b0732153 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.153970] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.159346] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.161428] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.161765] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e2bb3c-f0f7-4d9a-8af6-d4cd0cba5eb0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.179901] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.186180] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.186180] env[63339]: value = "task-4320509" [ 1033.186180] env[63339]: _type = "Task" [ 1033.186180] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.201025] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320509, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.349546] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1033.350064] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Fetch image to [datastore1] OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb/OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1033.350412] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Downloading stream optimized image f641140c-46fa-4d3d-b9a9-b5920cfe1a52 to [datastore1] OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb/OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb.vmdk on the data store datastore1 as vApp {{(pid=63339) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1033.350714] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Downloading image file data f641140c-46fa-4d3d-b9a9-b5920cfe1a52 to the ESX as VM named 'OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb' {{(pid=63339) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1033.439204] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.446311] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1033.446311] env[63339]: value = "resgroup-9" [ 1033.446311] env[63339]: _type = "ResourcePool" [ 1033.446311] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1033.447794] env[63339]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a1adeb9f-abbb-490e-935b-f4d13e75053b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.471866] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease: (returnval){ [ 1033.471866] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5e75e-0ad0-4e74-314e-af6ec7b5d32a" [ 1033.471866] env[63339]: _type = "HttpNfcLease" [ 1033.471866] env[63339]: } obtained for vApp import into resource pool (val){ [ 1033.471866] env[63339]: value = "resgroup-9" [ 1033.471866] env[63339]: _type = "ResourcePool" [ 1033.471866] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1033.472223] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the lease: (returnval){ [ 1033.472223] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5e75e-0ad0-4e74-314e-af6ec7b5d32a" [ 1033.472223] env[63339]: _type = "HttpNfcLease" [ 1033.472223] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.480858] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.480858] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5e75e-0ad0-4e74-314e-af6ec7b5d32a" [ 1033.480858] env[63339]: _type = "HttpNfcLease" [ 1033.480858] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.542220] env[63339]: DEBUG nova.scheduler.client.report [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.649318] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.664026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "b50358ed-aa3b-47be-a556-c5cb94933820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.664026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "b50358ed-aa3b-47be-a556-c5cb94933820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.664026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "b50358ed-aa3b-47be-a556-c5cb94933820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.664026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "b50358ed-aa3b-47be-a556-c5cb94933820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.664026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "b50358ed-aa3b-47be-a556-c5cb94933820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.665383] env[63339]: INFO nova.compute.manager [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Terminating instance [ 1033.698627] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320509, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.944243] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320507, 'name': ReconfigVM_Task, 'duration_secs': 1.283286} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.944638] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1033.981156] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.981156] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5e75e-0ad0-4e74-314e-af6ec7b5d32a" [ 1033.981156] env[63339]: _type = "HttpNfcLease" [ 1033.981156] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1034.050540] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.054779] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.513s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.082841] env[63339]: INFO nova.scheduler.client.report [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted allocations for instance 380fd1a2-9007-4a4f-8bfb-aad5a9117008 [ 1034.150399] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320508, 'name': ReconfigVM_Task, 'duration_secs': 1.313854} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.150907] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d2e5bcac-6181-4cd5-9642-b9a2fe71ad99/d2e5bcac-6181-4cd5-9642-b9a2fe71ad99.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.151817] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e555b5f-3759-4366-a077-015ff0032753 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.162730] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1034.162730] env[63339]: value = "task-4320511" [ 1034.162730] env[63339]: _type = "Task" [ 1034.162730] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.170562] env[63339]: DEBUG nova.compute.manager [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.171359] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.177920] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80379b6-f183-4715-9902-a7a47d14482b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.182333] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320511, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.188322] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.193527] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ab0652-09a0-4c7e-b212-2cb3f458ba93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.201671] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320509, 'name': CreateVM_Task, 'duration_secs': 0.533046} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.203228] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.203655] env[63339]: DEBUG oslo_vmware.api [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1034.203655] env[63339]: value = "task-4320512" [ 1034.203655] env[63339]: _type = "Task" [ 1034.203655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.204354] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.204354] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.204820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.205179] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2f2b71-43f0-4b95-a3eb-baf1c6b3a235 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.219331] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1034.219331] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e37ab3-5012-409b-833c-ac00d798d7be" [ 1034.219331] env[63339]: _type = "Task" [ 1034.219331] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.219959] env[63339]: DEBUG oslo_vmware.api [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.229235] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e37ab3-5012-409b-833c-ac00d798d7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.484461] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.484461] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5e75e-0ad0-4e74-314e-af6ec7b5d32a" [ 1034.484461] env[63339]: _type = "HttpNfcLease" [ 1034.484461] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1034.484461] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1034.484461] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b5e75e-0ad0-4e74-314e-af6ec7b5d32a" [ 1034.484461] env[63339]: _type = "HttpNfcLease" [ 1034.484461] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1034.484921] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75041f32-0650-472c-a8d5-25224aee3d81 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.495308] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd17aa-2f7c-ea1f-a0ba-f7c1e2a98e4d/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1034.495861] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd17aa-2f7c-ea1f-a0ba-f7c1e2a98e4d/disk-0.vmdk. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1034.587329] env[63339]: INFO nova.compute.claims [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.607325] env[63339]: DEBUG oslo_concurrency.lockutils [None req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "380fd1a2-9007-4a4f-8bfb-aad5a9117008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.110s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.610149] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b36d1694-6b97-4013-8a56-ecab4d1aaca6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.675347] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320511, 'name': Rename_Task, 'duration_secs': 0.1577} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.675507] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.675813] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e21f0b8-bf5a-4691-9140-9d701dd91f07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.683481] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1034.683481] env[63339]: value = "task-4320513" [ 1034.683481] env[63339]: _type = "Task" [ 1034.683481] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.695592] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.720393] env[63339]: DEBUG oslo_vmware.api [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320512, 'name': PowerOffVM_Task, 'duration_secs': 0.318551} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.720393] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.720393] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.720393] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc24cc9-5df0-41f8-ab9f-d0275ffc1332 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.733403] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e37ab3-5012-409b-833c-ac00d798d7be, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.733766] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.734018] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.734298] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.734483] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.734682] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.734986] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74e4d1a-516a-41aa-ad96-38bdcd3e08fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.749532] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.749756] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.750563] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9974c7-5876-40d7-b454-114efda9f147 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.757722] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1034.757722] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e3c217-02ba-ba41-1595-b6d3fe384dad" [ 1034.757722] env[63339]: _type = "Task" [ 1034.757722] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.767693] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e3c217-02ba-ba41-1595-b6d3fe384dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.919907] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.920187] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.920450] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleting the datastore file [datastore1] b50358ed-aa3b-47be-a556-c5cb94933820 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.920747] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b66d35-060a-44b7-85c1-294a2f185f25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.930715] env[63339]: DEBUG oslo_vmware.api [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1034.930715] env[63339]: value = "task-4320515" [ 1034.930715] env[63339]: _type = "Task" [ 1034.930715] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.940959] env[63339]: DEBUG oslo_vmware.api [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.138397] env[63339]: INFO nova.compute.resource_tracker [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating resource usage from migration 6ceadd1a-b53b-4704-b73e-094ed5c9ff10 [ 1035.141092] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "2950ec52-a1f0-407f-816b-e3f91b7212c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.141370] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.141889] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "2950ec52-a1f0-407f-816b-e3f91b7212c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.141889] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.152535] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.152535] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.152535] env[63339]: INFO nova.compute.manager [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Terminating instance [ 1035.152535] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36234d1f-94f1-487e-9a00-c1595e61e7aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.164053] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1035.164053] env[63339]: value = "task-4320516" [ 1035.164053] env[63339]: _type = "Task" [ 1035.164053] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.185387] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1035.185653] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.185870] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.189141] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11614d9c-20b6-4071-926d-a88acc6ed934 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.226918] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.231353] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710382ba-e95d-4aba-8058-8f503fddc444 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.249743] env[63339]: WARNING nova.virt.vmwareapi.driver [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1035.249873] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.253064] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd9a1e5-b9b3-4a46-a778-39129055ae8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.261879] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.264495] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f5e4b8-99d5-4a54-91a7-10dbd848b32e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.276734] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e3c217-02ba-ba41-1595-b6d3fe384dad, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.279317] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feaa2049-b1e5-433f-84ea-5c856f2c9ffe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.289947] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1035.289947] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527abdde-9f94-3e7d-46d2-411e97977c06" [ 1035.289947] env[63339]: _type = "Task" [ 1035.289947] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.300752] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527abdde-9f94-3e7d-46d2-411e97977c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.350088] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.351212] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.351212] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.351212] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516fbe8f-f7b6-4d8b-88e8-862bad552403 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.359900] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1035.359900] env[63339]: value = "task-4320518" [ 1035.359900] env[63339]: _type = "Task" [ 1035.359900] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.378613] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.446177] env[63339]: DEBUG oslo_vmware.api [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255049} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.460322] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.460322] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.460322] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.460322] env[63339]: INFO nova.compute.manager [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1035.460322] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.460322] env[63339]: DEBUG nova.compute.manager [-] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.460322] env[63339]: DEBUG nova.network.neutron [-] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1035.568931] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27af22-2a68-4434-9735-8c8088dae8e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.582873] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7aba0a-f500-41f2-8af8-f9fcc182f162 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.628931] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb727d-95e1-420c-ba2f-d34369e4a345 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.641049] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96cb728-8415-432b-8bc8-373743c03a32 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.661333] env[63339]: DEBUG nova.compute.manager [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.661758] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.663191] env[63339]: DEBUG nova.compute.provider_tree [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.670732] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186d684e-44ae-4d2b-b321-e17fa87eb0da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.680822] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.681312] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-345bc8c9-e51b-41f1-893d-6c6416997d44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.693183] env[63339]: DEBUG oslo_vmware.api [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 1035.693183] env[63339]: value = "task-4320519" [ 1035.693183] env[63339]: _type = "Task" [ 1035.693183] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.706132] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.715613] env[63339]: DEBUG oslo_vmware.api [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.807235] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527abdde-9f94-3e7d-46d2-411e97977c06, 'name': SearchDatastore_Task, 'duration_secs': 0.014284} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.807235] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.807235] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.807235] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867b1249-85e2-447b-9796-8d1b4cfac8ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.814841] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1035.814841] env[63339]: value = "task-4320520" [ 1035.814841] env[63339]: _type = "Task" [ 1035.814841] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.834465] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.872642] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214789} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.872707] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.873735] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.873735] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.927145] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1035.927439] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd17aa-2f7c-ea1f-a0ba-f7c1e2a98e4d/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.928990] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451bbc31-349a-45d7-8518-01e3560bc0e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.938554] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd17aa-2f7c-ea1f-a0ba-f7c1e2a98e4d/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.939461] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd17aa-2f7c-ea1f-a0ba-f7c1e2a98e4d/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1035.940204] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0078e07f-6c40-43c1-bfe5-5b3b35cec4f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.979790] env[63339]: DEBUG nova.compute.manager [req-357e28d2-0e7b-464e-908f-f254bbbb6e97 req-f3b3c780-d423-42a8-a688-1b7a04d0a3d9 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Received event network-vif-deleted-6a55d3ab-57fc-493b-85a2-48539af9a541 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1035.980297] env[63339]: INFO nova.compute.manager [req-357e28d2-0e7b-464e-908f-f254bbbb6e97 req-f3b3c780-d423-42a8-a688-1b7a04d0a3d9 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Neutron deleted interface 6a55d3ab-57fc-493b-85a2-48539af9a541; detaching it from the instance and deleting it from the info cache [ 1035.980584] env[63339]: DEBUG nova.network.neutron [req-357e28d2-0e7b-464e-908f-f254bbbb6e97 req-f3b3c780-d423-42a8-a688-1b7a04d0a3d9 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.167034] env[63339]: DEBUG nova.scheduler.client.report [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.204795] env[63339]: DEBUG oslo_vmware.api [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320513, 'name': PowerOnVM_Task, 'duration_secs': 1.417597} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.205709] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.206320] env[63339]: INFO nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1036.206320] env[63339]: DEBUG nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.208060] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548dda5-1ee8-407a-896d-705866b7c318 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.216167] env[63339]: DEBUG oslo_vmware.api [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320519, 'name': PowerOffVM_Task, 'duration_secs': 0.31583} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.216680] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd17aa-2f7c-ea1f-a0ba-f7c1e2a98e4d/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1036.217118] env[63339]: INFO nova.virt.vmwareapi.images [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Downloaded image file data f641140c-46fa-4d3d-b9a9-b5920cfe1a52 [ 1036.217708] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.217990] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.218890] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa839dbe-a735-4042-ad73-5a009300e2c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.223719] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-960d0c9f-aea0-4064-953a-b404898ea9b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.243692] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d5149e6-af5f-4797-a1b5-2da16435ea65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.309152] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.309415] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.309609] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleting the datastore file [datastore1] 2950ec52-a1f0-407f-816b-e3f91b7212c8 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.309986] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f21be6c-4fe8-4a5f-bd5e-4f8bed9b6846 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.323535] env[63339]: DEBUG oslo_vmware.api [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for the task: (returnval){ [ 1036.323535] env[63339]: value = "task-4320523" [ 1036.323535] env[63339]: _type = "Task" [ 1036.323535] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.329492] env[63339]: INFO nova.virt.vmwareapi.images [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] The imported VM was unregistered [ 1036.332549] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1036.333512] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.337666] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2bb78a-06b4-45d1-aed4-ade96e03a160 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.339904] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.344301] env[63339]: DEBUG oslo_vmware.api [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.360194] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created directory with path [datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.360477] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb/OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb.vmdk to [datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk. {{(pid=63339) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1036.360702] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-adac48a7-a323-4aa9-aa17-17e31957bc00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.370904] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1036.370904] env[63339]: value = "task-4320524" [ 1036.370904] env[63339]: _type = "Task" [ 1036.370904] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.382373] env[63339]: INFO nova.virt.block_device [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Booting with volume a2d34bd8-848a-49f8-b973-2984c74dbcf4 at /dev/sdb [ 1036.389155] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.447871] env[63339]: DEBUG nova.network.neutron [-] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.450274] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-183574de-4451-4e06-a390-37b68fb0da9b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.470266] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8699c7-89b5-4355-910e-5ce8dec25262 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.488230] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-271eec20-2c4f-4036-b721-dec3675091d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.500636] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33004e-1fd6-4e78-a9fd-9bda0fe9ba84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.523179] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e5173ba-412e-4491-872c-a81f60aa6fbb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.534726] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788af6d2-099d-429c-b8f6-64359ced8568 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.553834] env[63339]: DEBUG nova.compute.manager [req-357e28d2-0e7b-464e-908f-f254bbbb6e97 req-f3b3c780-d423-42a8-a688-1b7a04d0a3d9 service nova] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Detach interface failed, port_id=6a55d3ab-57fc-493b-85a2-48539af9a541, reason: Instance b50358ed-aa3b-47be-a556-c5cb94933820 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1036.576849] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f4fc44-33a9-46a8-a37a-03be12eee08c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.584509] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed72923f-5aa4-4786-90d9-e3f2fbef7857 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.600580] env[63339]: DEBUG nova.virt.block_device [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updating existing volume attachment record: 7cf2917c-4f23-4173-a755-e4f785e6f341 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1036.675542] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.675927] env[63339]: INFO nova.compute.manager [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Migrating [ 1036.682401] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.929s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.683877] env[63339]: INFO nova.compute.claims [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.741545] env[63339]: INFO nova.compute.manager [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Took 47.66 seconds to build instance. [ 1036.828473] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748364} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.832300] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.832495] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.832737] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-923741c1-c314-4469-80a6-03ea8b3a6f05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.841739] env[63339]: DEBUG oslo_vmware.api [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Task: {'id': task-4320523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512206} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.843963] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.843963] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.843963] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.843963] env[63339]: INFO nova.compute.manager [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1036.844115] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.844343] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1036.844343] env[63339]: value = "task-4320525" [ 1036.844343] env[63339]: _type = "Task" [ 1036.844343] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.844594] env[63339]: DEBUG nova.compute.manager [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.844651] env[63339]: DEBUG nova.network.neutron [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1036.856220] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.880968] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.961238] env[63339]: INFO nova.compute.manager [-] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Took 1.51 seconds to deallocate network for instance. [ 1037.201715] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.201715] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.201715] env[63339]: DEBUG nova.network.neutron [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1037.240793] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d0731c90-45c8-4553-abb1-bf1636f48d24 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.166s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.361280] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218675} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.361559] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.362559] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e57f77-3fad-46d1-af1c-012b0045f05c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.384992] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.388884] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2c294e-e3f5-4c00-969e-f652759c3dab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.413385] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.416375] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1037.416375] env[63339]: value = "task-4320526" [ 1037.416375] env[63339]: _type = "Task" [ 1037.416375] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.426394] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.470179] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.895344] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.909626] env[63339]: DEBUG nova.network.neutron [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.930839] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320526, 'name': ReconfigVM_Task, 'duration_secs': 0.395856} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.934279] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803/c0906cb1-0e22-4e72-9ef2-4ffabdad2803.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.935746] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1252bec4-24ab-4e88-a647-cfa43290903b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.945591] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1037.945591] env[63339]: value = "task-4320527" [ 1037.945591] env[63339]: _type = "Task" [ 1037.945591] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.959720] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320527, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.079484] env[63339]: DEBUG nova.compute.manager [req-9e0e6d71-8de1-47eb-8404-fe1dad682892 req-935b3e63-c314-482d-919e-8f1f9923fc69 service nova] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Received event network-vif-deleted-15ef62b0-2811-4ea6-94aa-897fe2024035 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1038.095249] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e783fa9-84df-4e2b-9c69-66c2321bed3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.105940] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e13272-2602-47e6-8f98-e5bd34dde334 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.150032] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb0a49-ef31-4e32-bb00-0c4794990604 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.158490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949dcaa1-055f-4424-88eb-5b4e4545ebc3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.177213] env[63339]: DEBUG nova.compute.provider_tree [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.380555] env[63339]: DEBUG nova.network.neutron [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance_info_cache with network_info: [{"id": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "address": "fa:16:3e:fd:ca:4d", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bb59f2-4f", "ovs_interfaceid": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.392856] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.419605] env[63339]: INFO nova.compute.manager [-] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Took 1.57 seconds to deallocate network for instance. [ 1038.461512] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320527, 'name': Rename_Task, 'duration_secs': 0.188024} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.461869] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.462343] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf55b970-19d5-4db0-8295-bc47b883bd2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.471604] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1038.471604] env[63339]: value = "task-4320528" [ 1038.471604] env[63339]: _type = "Task" [ 1038.471604] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.483570] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.684332] env[63339]: DEBUG nova.scheduler.client.report [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.759400] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.759658] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.759814] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.760031] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.760155] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.760301] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.760508] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.760666] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.760834] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.761181] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.761181] env[63339]: DEBUG nova.virt.hardware [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.762100] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c041f20-45a0-4785-a26f-f8012031cf23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.774905] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e4ba6d-ec03-4653-88d0-da23c13991d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.790480] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:02:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988e6086-ce8e-40c2-b8a2-d51d9282d117', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.802020] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.802020] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.802020] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4617b58-ec7f-4cf4-a95d-8302f9985e71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.828294] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.828294] env[63339]: value = "task-4320529" [ 1038.828294] env[63339]: _type = "Task" [ 1038.828294] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.838125] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320529, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.888413] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.897469] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.928285] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.990033] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320528, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.177516] env[63339]: DEBUG nova.compute.manager [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-changed-867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1039.177738] env[63339]: DEBUG nova.compute.manager [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing instance network info cache due to event network-changed-867f85c8-94ba-471d-867a-c07b8f4311d5. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1039.177951] env[63339]: DEBUG oslo_concurrency.lockutils [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.178275] env[63339]: DEBUG oslo_concurrency.lockutils [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.178468] env[63339]: DEBUG nova.network.neutron [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing network info cache for port 867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1039.191957] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.192600] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.195859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.291s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.197530] env[63339]: INFO nova.compute.claims [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.341566] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320529, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.399046] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.497935] env[63339]: DEBUG oslo_vmware.api [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320528, 'name': PowerOnVM_Task, 'duration_secs': 0.566871} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.497935] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.497935] env[63339]: DEBUG nova.compute.manager [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.499263] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0fc41-847e-4ad5-a196-f091ce3dfb3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.704186] env[63339]: DEBUG nova.compute.utils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.706121] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.706121] env[63339]: DEBUG nova.network.neutron [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1039.780907] env[63339]: DEBUG nova.policy [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82578555db69431bb520f33ade6eecdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '278eaac6f01e480e91622f179447275c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.844525] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320529, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.892462] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320524, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.47601} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.892773] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb/OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb.vmdk to [datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk. [ 1039.892981] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Cleaning up location [datastore1] OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1039.893379] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_855c29e0-f032-4abd-9da4-0e98d7b547fb {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.894574] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf857c13-3f14-45bd-b6cc-6dfffee980b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.904503] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1039.904503] env[63339]: value = "task-4320530" [ 1039.904503] env[63339]: _type = "Task" [ 1039.904503] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.913870] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.029299] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.110245] env[63339]: DEBUG nova.network.neutron [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updated VIF entry in instance network info cache for port 867f85c8-94ba-471d-867a-c07b8f4311d5. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1040.110717] env[63339]: DEBUG nova.network.neutron [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.164220] env[63339]: DEBUG nova.network.neutron [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Successfully created port: ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1040.213602] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.349228] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320529, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.415681] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b99051-76b0-47a1-aaf3-46444a8ec001 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.442839] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.447428] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152858} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.447702] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.447865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.450302] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk to [datastore1] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.451050] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f67d3bdf-ec9c-474a-b939-55da3fdb5214 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.467482] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1040.467482] env[63339]: value = "task-4320531" [ 1040.467482] env[63339]: _type = "Task" [ 1040.467482] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.478533] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.614365] env[63339]: DEBUG oslo_concurrency.lockutils [req-b87cb0b9-f557-4e68-a75d-1f27ba13666a req-3df01761-3387-4196-a688-ef6a11b095d4 service nova] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.634506] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0936f2-d086-4c8b-a6c6-58603e2d7c8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.643148] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251af3e4-ae47-4ef0-beca-9d667e5ccded {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.677358] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c882ff95-0ca8-413c-a942-9fbfdb6107d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.684531] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab10f79-a243-41e5-a80a-c85c746795b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.706530] env[63339]: DEBUG nova.compute.provider_tree [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.845847] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320529, 'name': CreateVM_Task, 'duration_secs': 1.949771} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.846041] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.846843] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.847044] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.847430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.847737] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab69b5a4-b5a9-4e40-9207-472bdbe999a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.854778] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1040.854778] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52990f51-03ba-63ba-0cce-622aa39d6540" [ 1040.854778] env[63339]: _type = "Task" [ 1040.854778] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.865933] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52990f51-03ba-63ba-0cce-622aa39d6540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.871172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "c2993720-78f4-4371-a9c6-bb8ec82ec033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.871546] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.953781] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.954520] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77d9397-e127-4f5b-9cc2-c4e755a29b63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.965095] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1040.965095] env[63339]: value = "task-4320532" [ 1040.965095] env[63339]: _type = "Task" [ 1040.965095] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.992384] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.992638] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.212027] env[63339]: DEBUG nova.scheduler.client.report [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.229309] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.266961] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.267325] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.267514] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.267709] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.267858] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.268015] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.269362] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.269362] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.269362] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.269362] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.269362] env[63339]: DEBUG nova.virt.hardware [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.272068] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88702002-c73a-4dad-9dae-4da13eb5d2bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.283343] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f418794-7a9f-4250-a62d-27f80cdebbac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.368692] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52990f51-03ba-63ba-0cce-622aa39d6540, 'name': SearchDatastore_Task, 'duration_secs': 0.031738} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.369406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.369406] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.369621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.369937] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.369937] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.371423] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0bc08a-0c7d-4fab-9bbe-de623a6093b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.375361] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.390394] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.395078] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.395078] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8815ad51-4fff-45a8-8ea9-3f25ac3326b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.400041] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1041.400041] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52155d87-a51c-f0f9-6074-1c36be009737" [ 1041.400041] env[63339]: _type = "Task" [ 1041.400041] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.412816] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52155d87-a51c-f0f9-6074-1c36be009737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.484555] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.484895] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320532, 'name': PowerOffVM_Task, 'duration_secs': 0.261905} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.485172] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.485445] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.722027] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.722027] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.722524] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.725s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.726103] env[63339]: INFO nova.compute.claims [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.914845] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52155d87-a51c-f0f9-6074-1c36be009737, 'name': SearchDatastore_Task, 'duration_secs': 0.087987} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.915841] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0865b0-000e-47e0-a55e-3e0aee3ba2f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.919808] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.924252] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1041.924252] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dc70cb-96e8-2462-a848-1f5ea96355b0" [ 1041.924252] env[63339]: _type = "Task" [ 1041.924252] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.925249] env[63339]: DEBUG nova.network.neutron [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Successfully updated port: ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1041.940769] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dc70cb-96e8-2462-a848-1f5ea96355b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.943359] env[63339]: DEBUG nova.compute.manager [req-5c1441b1-2141-400e-a7a5-cb038e96f586 req-68b1c23f-8081-40d8-87b3-53bcdeb894ec service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Received event network-vif-plugged-ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1041.943594] env[63339]: DEBUG oslo_concurrency.lockutils [req-5c1441b1-2141-400e-a7a5-cb038e96f586 req-68b1c23f-8081-40d8-87b3-53bcdeb894ec service nova] Acquiring lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.943873] env[63339]: DEBUG oslo_concurrency.lockutils [req-5c1441b1-2141-400e-a7a5-cb038e96f586 req-68b1c23f-8081-40d8-87b3-53bcdeb894ec service nova] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.944036] env[63339]: DEBUG oslo_concurrency.lockutils [req-5c1441b1-2141-400e-a7a5-cb038e96f586 req-68b1c23f-8081-40d8-87b3-53bcdeb894ec service nova] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.947038] env[63339]: DEBUG nova.compute.manager [req-5c1441b1-2141-400e-a7a5-cb038e96f586 req-68b1c23f-8081-40d8-87b3-53bcdeb894ec service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] No waiting events found dispatching network-vif-plugged-ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.947038] env[63339]: WARNING nova.compute.manager [req-5c1441b1-2141-400e-a7a5-cb038e96f586 req-68b1c23f-8081-40d8-87b3-53bcdeb894ec service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Received unexpected event network-vif-plugged-ecbca59c-3e20-475f-9e81-9a659b324124 for instance with vm_state building and task_state spawning. [ 1041.962836] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.963102] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.963314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.963564] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.963737] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.966152] env[63339]: INFO nova.compute.manager [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Terminating instance [ 1041.981978] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.992544] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.992867] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.993147] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.993367] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.993517] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.993668] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.993876] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.994126] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.994517] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.994759] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.994945] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.001337] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a9be2d-22c1-4104-87f7-cbd7d2372996 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.020258] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1042.020258] env[63339]: value = "task-4320533" [ 1042.020258] env[63339]: _type = "Task" [ 1042.020258] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.030164] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.231619] env[63339]: DEBUG nova.compute.utils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.235397] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.235733] env[63339]: DEBUG nova.network.neutron [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1042.279439] env[63339]: DEBUG nova.policy [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67a660911dbd4bfb89a59cfb32a68a08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52e5658838d34ac9b92a4a59d385537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.431304] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "refresh_cache-c0ca1df9-be81-4d6c-b34b-2f544d444cef" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.431406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquired lock "refresh_cache-c0ca1df9-be81-4d6c-b34b-2f544d444cef" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.431576] env[63339]: DEBUG nova.network.neutron [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1042.439991] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dc70cb-96e8-2462-a848-1f5ea96355b0, 'name': SearchDatastore_Task, 'duration_secs': 0.094557} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.440326] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.440612] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.440893] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1a5c6d-faf0-4aa6-8192-a128c37f78e7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.452553] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1042.452553] env[63339]: value = "task-4320534" [ 1042.452553] env[63339]: _type = "Task" [ 1042.452553] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.467213] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.470228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "refresh_cache-c0906cb1-0e22-4e72-9ef2-4ffabdad2803" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.470410] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "refresh_cache-c0906cb1-0e22-4e72-9ef2-4ffabdad2803" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.470593] env[63339]: DEBUG nova.network.neutron [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1042.482645] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.531113] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320533, 'name': ReconfigVM_Task, 'duration_secs': 0.345038} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.531558] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.692137] env[63339]: DEBUG nova.network.neutron [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Successfully created port: 33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1042.742964] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.967538] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.970923] env[63339]: DEBUG nova.network.neutron [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1042.990229] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.009074] env[63339]: DEBUG nova.network.neutron [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1043.039189] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.039189] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.039440] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.039440] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.039557] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.039703] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.040294] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.040520] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.040689] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.040849] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.041042] env[63339]: DEBUG nova.virt.hardware [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.047087] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.047798] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb04d7d-e685-44cd-b3df-c40f330b91dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.073984] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1043.073984] env[63339]: value = "task-4320535" [ 1043.073984] env[63339]: _type = "Task" [ 1043.073984] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.083443] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.103262] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac130161-712b-4ebc-9148-42dffd562d06 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.112747] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43183ab6-5f6b-4fb5-868a-5fb18f924066 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.117713] env[63339]: DEBUG nova.network.neutron [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.078337] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "refresh_cache-c0906cb1-0e22-4e72-9ef2-4ffabdad2803" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.078741] env[63339]: DEBUG nova.compute.manager [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.078932] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.094614] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf04f5-9b50-4f69-ae05-94b40ad67e94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.099577] env[63339]: DEBUG nova.compute.manager [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Received event network-changed-ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1044.099784] env[63339]: DEBUG nova.compute.manager [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Refreshing instance network info cache due to event network-changed-ecbca59c-3e20-475f-9e81-9a659b324124. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1044.099981] env[63339]: DEBUG oslo_concurrency.lockutils [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] Acquiring lock "refresh_cache-c0ca1df9-be81-4d6c-b34b-2f544d444cef" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.100913] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd459699-eb2e-40a4-812a-73b2afd4da09 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.115906] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.127025] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.127025] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320531, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.926037} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.127025] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320535, 'name': ReconfigVM_Task, 'duration_secs': 0.314036} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.127831] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63b92d9e-75fc-4f49-9b13-e42abef6b3ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.129469] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f641140c-46fa-4d3d-b9a9-b5920cfe1a52/f641140c-46fa-4d3d-b9a9-b5920cfe1a52.vmdk to [datastore1] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.129794] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.130959] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b0815-d40e-4e17-b0d6-499375c281de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.133628] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2610872-d2b2-4665-9f4a-ba4cf156c59c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.137221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad5a5d8-1426-4860-ae99-b8a5724526a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.149546] env[63339]: DEBUG oslo_vmware.api [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1044.149546] env[63339]: value = "task-4320536" [ 1044.149546] env[63339]: _type = "Task" [ 1044.149546] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.180120] env[63339]: DEBUG nova.compute.provider_tree [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.194803] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.203455] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361/59f21949-6a91-4779-836e-2d5fde5b8361.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.204128] env[63339]: DEBUG nova.network.neutron [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Updating instance_info_cache with network_info: [{"id": "ecbca59c-3e20-475f-9e81-9a659b324124", "address": "fa:16:3e:7e:a0:5e", "network": {"id": "fe4624d4-2bb7-463d-933f-7e4db3933d51", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-507847484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278eaac6f01e480e91622f179447275c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecbca59c-3e", "ovs_interfaceid": "ecbca59c-3e20-475f-9e81-9a659b324124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.209483] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b868cfe-126d-4950-bb77-d1f8162c9611 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.225012] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67902803-814b-44aa-bb94-03e7cca0dd98 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.241922] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Releasing lock "refresh_cache-c0ca1df9-be81-4d6c-b34b-2f544d444cef" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.242798] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Instance network_info: |[{"id": "ecbca59c-3e20-475f-9e81-9a659b324124", "address": "fa:16:3e:7e:a0:5e", "network": {"id": "fe4624d4-2bb7-463d-933f-7e4db3933d51", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-507847484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278eaac6f01e480e91622f179447275c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecbca59c-3e", "ovs_interfaceid": "ecbca59c-3e20-475f-9e81-9a659b324124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.242798] env[63339]: DEBUG oslo_concurrency.lockutils [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] Acquired lock "refresh_cache-c0ca1df9-be81-4d6c-b34b-2f544d444cef" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.243132] env[63339]: DEBUG nova.network.neutron [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Refreshing network info cache for port ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1044.244312] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a0:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecbca59c-3e20-475f-9e81-9a659b324124', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.252708] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Creating folder: Project (278eaac6f01e480e91622f179447275c). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.254627] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9065324-bef6-41fd-8e4d-ccd7087de754 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.261621] env[63339]: DEBUG oslo_vmware.api [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320536, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.264863] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1044.264863] env[63339]: value = "task-4320538" [ 1044.264863] env[63339]: _type = "Task" [ 1044.264863] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.265085] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1044.265085] env[63339]: value = "task-4320537" [ 1044.265085] env[63339]: _type = "Task" [ 1044.265085] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.277906] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Created folder: Project (278eaac6f01e480e91622f179447275c) in parent group-v849594. [ 1044.277906] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Creating folder: Instances. Parent ref: group-v849833. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.277906] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f367afde-4853-47a5-a3ee-8a455afe5d77 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.288167] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.290976] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.293488] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Created folder: Instances in parent group-v849833. [ 1044.293815] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.294824] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.294824] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6c5db64-da9b-487b-949f-b0c3d3188f18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.318368] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.318368] env[63339]: value = "task-4320541" [ 1044.318368] env[63339]: _type = "Task" [ 1044.318368] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.336200] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320541, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.364521] env[63339]: DEBUG nova.network.neutron [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Successfully updated port: 33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1044.586481] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.594599] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320534, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.69475} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.594599] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.594759] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.595141] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad89ed6-8906-4cd4-9f9d-8d8a6807b4cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.604316] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1044.604316] env[63339]: value = "task-4320542" [ 1044.604316] env[63339]: _type = "Task" [ 1044.604316] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.616188] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.629754] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.630068] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.630253] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.630483] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.630659] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.630835] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.631109] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.631313] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.631493] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.631680] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.631909] env[63339]: DEBUG nova.virt.hardware [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.632954] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f91ee37-4b2f-4f07-a8b4-113fc7f1f432 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.643797] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6545244-a6cb-46e9-97f0-d49b6acbf437 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.691052] env[63339]: DEBUG oslo_vmware.api [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320536, 'name': PowerOffVM_Task, 'duration_secs': 0.156323} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.691339] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.691513] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.691780] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9230553-361c-4dea-b8d3-cdd2f5d99ff0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.707285] env[63339]: DEBUG nova.scheduler.client.report [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.733461] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.733709] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.733959] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleting the datastore file [datastore2] c0906cb1-0e22-4e72-9ef2-4ffabdad2803 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.734315] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a599b108-2ddc-4133-a1e0-f1f3475c7934 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.743997] env[63339]: DEBUG oslo_vmware.api [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1044.743997] env[63339]: value = "task-4320544" [ 1044.743997] env[63339]: _type = "Task" [ 1044.743997] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.759434] env[63339]: DEBUG oslo_vmware.api [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.780241] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320538, 'name': ReconfigVM_Task, 'duration_secs': 0.400731} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.783893] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfigured VM instance instance-0000001e to attach disk [datastore1] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab/c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.785648] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849808', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'name': 'volume-189d594a-459d-4914-9e2e-8f0202562936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'serial': '189d594a-459d-4914-9e2e-8f0202562936'}, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': 'b3bfa8a0-5248-4c43-94b0-1ccdad8e81f4', 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63339) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1044.785904] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1044.786125] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849808', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'name': 'volume-189d594a-459d-4914-9e2e-8f0202562936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'serial': '189d594a-459d-4914-9e2e-8f0202562936'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1044.786510] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320537, 'name': ReconfigVM_Task, 'duration_secs': 0.429784} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.787287] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c831564-0d79-48e3-8659-163296afd234 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.790044] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361/59f21949-6a91-4779-836e-2d5fde5b8361.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.790323] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.811462] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2ef772-1165-481e-ac38-7764e9971cb0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.842040] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-189d594a-459d-4914-9e2e-8f0202562936/volume-189d594a-459d-4914-9e2e-8f0202562936.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.845948] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9431ccd-0b85-4414-97d1-61a2ab7dab87 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.865661] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320541, 'name': CreateVM_Task, 'duration_secs': 0.537173} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.869342] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.870188] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.870315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquired lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.872648] env[63339]: DEBUG nova.network.neutron [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1044.872648] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1044.872648] env[63339]: value = "task-4320545" [ 1044.872648] env[63339]: _type = "Task" [ 1044.872648] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.872875] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.872967] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.873300] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.873943] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ce2a00-3bbb-4a4f-89a2-967315b4b83b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.884352] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1044.884352] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268f8e3-4c39-925e-2608-bfe4b6d32068" [ 1044.884352] env[63339]: _type = "Task" [ 1044.884352] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.890364] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.899715] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268f8e3-4c39-925e-2608-bfe4b6d32068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.116597] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130599} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.117041] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.117732] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15da360-19c0-460b-a74f-7e3ee708a608 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.121072] env[63339]: DEBUG nova.network.neutron [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Updated VIF entry in instance network info cache for port ecbca59c-3e20-475f-9e81-9a659b324124. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1045.121419] env[63339]: DEBUG nova.network.neutron [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Updating instance_info_cache with network_info: [{"id": "ecbca59c-3e20-475f-9e81-9a659b324124", "address": "fa:16:3e:7e:a0:5e", "network": {"id": "fe4624d4-2bb7-463d-933f-7e4db3933d51", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-507847484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278eaac6f01e480e91622f179447275c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecbca59c-3e", "ovs_interfaceid": "ecbca59c-3e20-475f-9e81-9a659b324124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.144980] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.146155] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ee0c73-a8db-4ecf-8347-af1f4c640473 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.167604] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1045.167604] env[63339]: value = "task-4320546" [ 1045.167604] env[63339]: _type = "Task" [ 1045.167604] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.176407] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320546, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.214379] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.492s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.214817] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.217645] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.519s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.217871] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.218067] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1045.218425] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.625s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.220265] env[63339]: INFO nova.compute.claims [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.223622] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b2a221-9f24-4e0c-8afc-8f15acb37c56 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.235851] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7e735-53c9-40ac-abac-2d58d5f2953c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.256249] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78d964-745f-416d-800b-05d324c60123 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.266014] env[63339]: DEBUG oslo_vmware.api [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257096} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.268095] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.268307] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.268572] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.269109] env[63339]: INFO nova.compute.manager [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1045.269109] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.269479] env[63339]: DEBUG nova.compute.manager [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.269573] env[63339]: DEBUG nova.network.neutron [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1045.272081] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dbcbd0-33cc-4ab0-a645-6dbbb58bcfa2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.305357] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179141MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1045.305509] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.306476] env[63339]: DEBUG nova.network.neutron [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1045.308234] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdfe00-7b8f-4dcd-af62-0e05f82d23d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.328709] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d246205-0b75-4aad-b205-33a4f8e75eaa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.351042] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.386853] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.402115] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268f8e3-4c39-925e-2608-bfe4b6d32068, 'name': SearchDatastore_Task, 'duration_secs': 0.049894} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.402550] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.402762] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.403596] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.403596] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.403596] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.403809] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eee96a4-60b5-42f6-b721-c4637ddb3711 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.418980] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.419201] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.420400] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6535fa-b863-44a3-9459-d394acf9493c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.427161] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1045.427161] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5238e421-50a3-8b3d-6f77-ce36634a3064" [ 1045.427161] env[63339]: _type = "Task" [ 1045.427161] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.433564] env[63339]: DEBUG nova.network.neutron [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1045.441553] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5238e421-50a3-8b3d-6f77-ce36634a3064, 'name': SearchDatastore_Task, 'duration_secs': 0.012138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.442517] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36e0739-d6b8-4ac1-928c-619e22924174 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.448926] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1045.448926] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d96bea-23a7-2e3f-9d7f-8dff453e2529" [ 1045.448926] env[63339]: _type = "Task" [ 1045.448926] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.462294] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d96bea-23a7-2e3f-9d7f-8dff453e2529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.613398] env[63339]: DEBUG nova.network.neutron [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Updating instance_info_cache with network_info: [{"id": "33ba2e88-87d4-4bad-b402-a516e6306362", "address": "fa:16:3e:db:34:17", "network": {"id": "a7fceba8-6180-4b1b-a8ff-ba90758e5e41", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1526150850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e5658838d34ac9b92a4a59d385537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ba2e88-87", "ovs_interfaceid": "33ba2e88-87d4-4bad-b402-a516e6306362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.624918] env[63339]: DEBUG oslo_concurrency.lockutils [req-33800be9-03a3-4862-a9ce-1be5a3b9dfc5 req-78faa35e-b183-4f90-94b6-7232124415c9 service nova] Releasing lock "refresh_cache-c0ca1df9-be81-4d6c-b34b-2f544d444cef" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.679691] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320546, 'name': ReconfigVM_Task, 'duration_secs': 0.345634} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.680226] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581/3bee9874-77a0-4e8e-90fb-521ed8ef5581.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.682035] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'}, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '7cf2917c-4f23-4173-a755-e4f785e6f341', 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63339) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1045.682035] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1045.682035] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1045.683865] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbd1c94-5578-49f4-822a-b7041a567511 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.703074] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d7932f-c157-4196-b2d3-bf770a1f66a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.725209] env[63339]: DEBUG nova.compute.utils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.734626] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4/volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.735403] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.735673] env[63339]: DEBUG nova.network.neutron [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1045.740397] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e44535-99a7-428a-acf4-23b3a426ddc8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.766614] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1045.766614] env[63339]: value = "task-4320547" [ 1045.766614] env[63339]: _type = "Task" [ 1045.766614] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.781967] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.811583] env[63339]: DEBUG nova.network.neutron [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.830785] env[63339]: DEBUG nova.policy [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b4142b532b4904a29469224b23f65f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58450141c7694292bb025fe60f8ce84d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.889863] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.927154] env[63339]: DEBUG nova.network.neutron [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Port f6bb59f2-4f95-407c-af74-7f4ba9467433 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1045.962951] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d96bea-23a7-2e3f-9d7f-8dff453e2529, 'name': SearchDatastore_Task, 'duration_secs': 0.018324} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.963477] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.963943] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c0ca1df9-be81-4d6c-b34b-2f544d444cef/c0ca1df9-be81-4d6c-b34b-2f544d444cef.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.964080] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df01d0e5-7f78-4a18-a8bc-02f1806cddbd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.973108] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1045.973108] env[63339]: value = "task-4320548" [ 1045.973108] env[63339]: _type = "Task" [ 1045.973108] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.987246] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.031573] env[63339]: DEBUG nova.compute.manager [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Received event network-vif-plugged-33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1046.031879] env[63339]: DEBUG oslo_concurrency.lockutils [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] Acquiring lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.032136] env[63339]: DEBUG oslo_concurrency.lockutils [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.032326] env[63339]: DEBUG oslo_concurrency.lockutils [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.032534] env[63339]: DEBUG nova.compute.manager [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] No waiting events found dispatching network-vif-plugged-33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.032703] env[63339]: WARNING nova.compute.manager [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Received unexpected event network-vif-plugged-33ba2e88-87d4-4bad-b402-a516e6306362 for instance with vm_state building and task_state spawning. [ 1046.032883] env[63339]: DEBUG nova.compute.manager [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Received event network-changed-33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1046.033060] env[63339]: DEBUG nova.compute.manager [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Refreshing instance network info cache due to event network-changed-33ba2e88-87d4-4bad-b402-a516e6306362. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1046.033234] env[63339]: DEBUG oslo_concurrency.lockutils [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] Acquiring lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.116168] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Releasing lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.116671] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Instance network_info: |[{"id": "33ba2e88-87d4-4bad-b402-a516e6306362", "address": "fa:16:3e:db:34:17", "network": {"id": "a7fceba8-6180-4b1b-a8ff-ba90758e5e41", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1526150850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e5658838d34ac9b92a4a59d385537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ba2e88-87", "ovs_interfaceid": "33ba2e88-87d4-4bad-b402-a516e6306362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.117097] env[63339]: DEBUG oslo_concurrency.lockutils [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] Acquired lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.117344] env[63339]: DEBUG nova.network.neutron [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Refreshing network info cache for port 33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1046.119078] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:34:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ba2e88-87d4-4bad-b402-a516e6306362', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.139105] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Creating folder: Project (52e5658838d34ac9b92a4a59d385537c). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.148337] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd368f16-0d02-474f-9631-04501feb6bb7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.164244] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Created folder: Project (52e5658838d34ac9b92a4a59d385537c) in parent group-v849594. [ 1046.164520] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Creating folder: Instances. Parent ref: group-v849836. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.164946] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5b5c0a-6d55-49cd-9563-023c38f3ee76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.179903] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Created folder: Instances in parent group-v849836. [ 1046.180395] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.180590] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.180971] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55043098-0c6f-4d99-8341-ea136ce00d77 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.203415] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.203415] env[63339]: value = "task-4320551" [ 1046.203415] env[63339]: _type = "Task" [ 1046.203415] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.215755] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320551, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.236535] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.256043] env[63339]: DEBUG nova.network.neutron [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Successfully created port: c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1046.282496] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320547, 'name': ReconfigVM_Task, 'duration_secs': 0.499504} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.283017] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4/volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.293807] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1532d3-2107-4aac-b95f-5f98f71f26b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.315895] env[63339]: INFO nova.compute.manager [-] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Took 1.05 seconds to deallocate network for instance. [ 1046.316952] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1046.316952] env[63339]: value = "task-4320552" [ 1046.316952] env[63339]: _type = "Task" [ 1046.316952] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.343987] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.389298] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320545, 'name': ReconfigVM_Task, 'duration_secs': 1.289329} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.390230] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-189d594a-459d-4914-9e2e-8f0202562936/volume-189d594a-459d-4914-9e2e-8f0202562936.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.398245] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b7212e0-ab2c-4595-b0d2-3db28f4ae3a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.415789] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1046.415789] env[63339]: value = "task-4320553" [ 1046.415789] env[63339]: _type = "Task" [ 1046.415789] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.427700] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.488208] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320548, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.713292] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e08f15-5c5b-4458-b45d-bb90a3c39021 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.725864] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f53963-3544-4d8f-b329-1e868d5c2458 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.730310] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320551, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.770645] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf66c4-b01e-4362-b064-35f75faa481e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.784742] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d083e-6322-429c-96b3-3e38f855994b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.791488] env[63339]: DEBUG nova.network.neutron [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Updated VIF entry in instance network info cache for port 33ba2e88-87d4-4bad-b402-a516e6306362. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1046.792268] env[63339]: DEBUG nova.network.neutron [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Updating instance_info_cache with network_info: [{"id": "33ba2e88-87d4-4bad-b402-a516e6306362", "address": "fa:16:3e:db:34:17", "network": {"id": "a7fceba8-6180-4b1b-a8ff-ba90758e5e41", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1526150850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e5658838d34ac9b92a4a59d385537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ba2e88-87", "ovs_interfaceid": "33ba2e88-87d4-4bad-b402-a516e6306362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.810266] env[63339]: DEBUG nova.compute.provider_tree [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.831312] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320552, 'name': ReconfigVM_Task, 'duration_secs': 0.457863} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.831701] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1046.832326] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32577a96-105a-4a65-9414-07f9e96cb917 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.837887] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.840070] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1046.840070] env[63339]: value = "task-4320554" [ 1046.840070] env[63339]: _type = "Task" [ 1046.840070] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.849171] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320554, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.928927] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320553, 'name': ReconfigVM_Task, 'duration_secs': 0.337182} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.929280] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849808', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'name': 'volume-189d594a-459d-4914-9e2e-8f0202562936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'serial': '189d594a-459d-4914-9e2e-8f0202562936'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1046.929885] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30527e88-c303-4d78-9bb8-ba9dc99ce9da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.937818] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1046.937818] env[63339]: value = "task-4320555" [ 1046.937818] env[63339]: _type = "Task" [ 1046.937818] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.953361] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.953605] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.953784] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.964605] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320555, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.985750] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673011} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.986113] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c0ca1df9-be81-4d6c-b34b-2f544d444cef/c0ca1df9-be81-4d6c-b34b-2f544d444cef.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.986371] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.986651] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4405ebd8-94fa-4c8f-b878-1bedcbbe530a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.996333] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1046.996333] env[63339]: value = "task-4320556" [ 1046.996333] env[63339]: _type = "Task" [ 1046.996333] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.006372] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.214237] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320551, 'name': CreateVM_Task, 'duration_secs': 0.577858} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.214674] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.215172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.215351] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.215714] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.215993] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb326642-444b-4ae6-bd69-a19563262ee2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.221020] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1047.221020] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523091db-69fe-8a4f-6f0a-729acda49e63" [ 1047.221020] env[63339]: _type = "Task" [ 1047.221020] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.230126] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523091db-69fe-8a4f-6f0a-729acda49e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.279394] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.296231] env[63339]: DEBUG oslo_concurrency.lockutils [req-13ca13bb-356b-47ec-bd1c-63abc09ea3bf req-a4256d0c-eaf6-4bf2-aaba-cfb30c1ff260 service nova] Releasing lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.309707] env[63339]: DEBUG nova.scheduler.client.report [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.314944] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.315694] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.315867] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.316197] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.316404] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.316650] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.316904] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.317136] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.317353] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.317566] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.317819] env[63339]: DEBUG nova.virt.hardware [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.318901] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5dbe5f-25c8-4fb4-b240-973a64b13c60 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.329020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8db9f-80e4-46f2-a249-13a33f4e7dae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.353989] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320554, 'name': Rename_Task, 'duration_secs': 0.185941} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.355264] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.355470] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a62055-4559-4fe6-b5e9-91207a2e9e64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.363769] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1047.363769] env[63339]: value = "task-4320557" [ 1047.363769] env[63339]: _type = "Task" [ 1047.363769] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.372618] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.448431] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320555, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.507631] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08234} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.507943] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.508899] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7daed5-a7d7-46e9-98ad-6f1044e26f26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.533094] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c0ca1df9-be81-4d6c-b34b-2f544d444cef/c0ca1df9-be81-4d6c-b34b-2f544d444cef.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.533359] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430813e0-4779-472d-84ec-a140c86ba717 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.554389] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1047.554389] env[63339]: value = "task-4320558" [ 1047.554389] env[63339]: _type = "Task" [ 1047.554389] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.566937] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.735029] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523091db-69fe-8a4f-6f0a-729acda49e63, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.735801] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.736852] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.736852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.736852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.737190] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.737591] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05da3bcd-ce9b-4d70-8c33-f1f54bf9c592 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.748239] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.748455] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.749200] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36784055-3d5b-4f48-ad42-0bde27d284a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.755884] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1047.755884] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5281d42e-d65b-c27e-3243-7d373b40617c" [ 1047.755884] env[63339]: _type = "Task" [ 1047.755884] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.768429] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5281d42e-d65b-c27e-3243-7d373b40617c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.823971] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.824666] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.830028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.770s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.830231] env[63339]: DEBUG nova.objects.instance [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1047.879778] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.949615] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320555, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.959470] env[63339]: DEBUG nova.network.neutron [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Successfully updated port: c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1047.995845] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.996103] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.996301] env[63339]: DEBUG nova.network.neutron [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1048.065422] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320558, 'name': ReconfigVM_Task, 'duration_secs': 0.32033} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.065723] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c0ca1df9-be81-4d6c-b34b-2f544d444cef/c0ca1df9-be81-4d6c-b34b-2f544d444cef.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.066448] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246c7078-4709-477f-869c-ead12ad145fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.074778] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1048.074778] env[63339]: value = "task-4320559" [ 1048.074778] env[63339]: _type = "Task" [ 1048.074778] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.084764] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320559, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.093115] env[63339]: DEBUG nova.compute.manager [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Received event network-vif-plugged-c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1048.093308] env[63339]: DEBUG oslo_concurrency.lockutils [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.093513] env[63339]: DEBUG oslo_concurrency.lockutils [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.095039] env[63339]: DEBUG oslo_concurrency.lockutils [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.095039] env[63339]: DEBUG nova.compute.manager [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] No waiting events found dispatching network-vif-plugged-c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.095039] env[63339]: WARNING nova.compute.manager [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Received unexpected event network-vif-plugged-c02b3f9b-00c8-4364-849c-933cab34f134 for instance with vm_state building and task_state spawning. [ 1048.095039] env[63339]: DEBUG nova.compute.manager [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Received event network-changed-c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1048.095039] env[63339]: DEBUG nova.compute.manager [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Refreshing instance network info cache due to event network-changed-c02b3f9b-00c8-4364-849c-933cab34f134. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1048.095039] env[63339]: DEBUG oslo_concurrency.lockutils [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.095039] env[63339]: DEBUG oslo_concurrency.lockutils [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.095039] env[63339]: DEBUG nova.network.neutron [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Refreshing network info cache for port c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1048.267334] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5281d42e-d65b-c27e-3243-7d373b40617c, 'name': SearchDatastore_Task, 'duration_secs': 0.015493} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.268226] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2a27dc-0433-4d56-b420-5d9868d9a0b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.274120] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1048.274120] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52229566-ab2a-e8f6-0788-8848ce60c996" [ 1048.274120] env[63339]: _type = "Task" [ 1048.274120] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.283888] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52229566-ab2a-e8f6-0788-8848ce60c996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.337741] env[63339]: DEBUG nova.compute.utils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.347454] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.352022] env[63339]: DEBUG nova.network.neutron [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1048.379738] env[63339]: DEBUG oslo_vmware.api [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320557, 'name': PowerOnVM_Task, 'duration_secs': 0.520022} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.380211] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.380677] env[63339]: DEBUG nova.compute.manager [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.382434] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7370b169-0a91-4855-9961-8033aa711c16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.398169] env[63339]: DEBUG nova.policy [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b468b087e6f470c91d96e6d1c20f825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4088c59fe3e940ae9ad929960341080d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.452787] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320555, 'name': Rename_Task, 'duration_secs': 1.110804} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.458136] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.458652] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d380a5e0-c886-4db4-9e91-3f394f3facd2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.466866] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.474241] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1048.474241] env[63339]: value = "task-4320560" [ 1048.474241] env[63339]: _type = "Task" [ 1048.474241] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.484655] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.586543] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320559, 'name': Rename_Task, 'duration_secs': 0.229607} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.586900] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.587210] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ae9106-0ee2-4b15-bcd7-68f34ca9d14b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.595654] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1048.595654] env[63339]: value = "task-4320561" [ 1048.595654] env[63339]: _type = "Task" [ 1048.595654] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.611272] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.647360] env[63339]: DEBUG nova.network.neutron [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1048.790031] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52229566-ab2a-e8f6-0788-8848ce60c996, 'name': SearchDatastore_Task, 'duration_secs': 0.017967} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.790314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.794058] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff/8b4c4f19-5893-4b0f-b163-0d0ea34d58ff.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.794058] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-814f753e-a409-4e41-82ec-bec88ee4934d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.800168] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1048.800168] env[63339]: value = "task-4320562" [ 1048.800168] env[63339]: _type = "Task" [ 1048.800168] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.806931] env[63339]: DEBUG nova.network.neutron [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.815721] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.848913] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.853051] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8974acd-93c0-47f2-bf0c-5231aa18bd7f tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.858511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.772s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.858511] env[63339]: DEBUG nova.objects.instance [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lazy-loading 'resources' on Instance uuid 78e7a9fe-7326-4b10-8228-bb6bb0151e83 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.909953] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.943902] env[63339]: DEBUG nova.network.neutron [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Successfully created port: acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.991322] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.114020] env[63339]: DEBUG oslo_vmware.api [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320561, 'name': PowerOnVM_Task, 'duration_secs': 0.503815} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.115085] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.115085] env[63339]: INFO nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1049.117811] env[63339]: DEBUG nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.119051] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c4b46a-8277-43d1-8b49-f565eec2ff18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.319287] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320562, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.319701] env[63339]: DEBUG oslo_concurrency.lockutils [req-fea00020-0d64-48fe-8546-17ca895b8f3d req-1363196d-b026-47ae-8bfb-ddb99d33cb26 service nova] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.320017] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.320194] env[63339]: DEBUG nova.network.neutron [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1049.339808] env[63339]: DEBUG nova.network.neutron [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance_info_cache with network_info: [{"id": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "address": "fa:16:3e:fd:ca:4d", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bb59f2-4f", "ovs_interfaceid": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.489141] env[63339]: DEBUG oslo_vmware.api [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320560, 'name': PowerOnVM_Task, 'duration_secs': 0.828632} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.489943] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.616643] env[63339]: DEBUG nova.compute.manager [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.617629] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e0dcd-2a24-4d50-ae01-8ce16961c89a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.647264] env[63339]: INFO nova.compute.manager [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Took 45.92 seconds to build instance. [ 1049.729459] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570281ba-994e-4f77-b8b9-20ea3413b82b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738485] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b399b-e4b9-4c1d-bf93-18424e70c317 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.772301] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe252fc-855f-491d-9028-003c710adc52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.780847] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8561aa6-3472-4f12-8413-1236e451498c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.795354] env[63339]: DEBUG nova.compute.provider_tree [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.812622] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565305} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.812910] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff/8b4c4f19-5893-4b0f-b163-0d0ea34d58ff.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.813141] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.813425] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ebeb71-83c9-4117-ad32-f777a615e201 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.820561] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1049.820561] env[63339]: value = "task-4320563" [ 1049.820561] env[63339]: _type = "Task" [ 1049.820561] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.831364] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.843300] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.868044] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.874583] env[63339]: DEBUG nova.network.neutron [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1049.902845] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.904753] env[63339]: DEBUG nova.virt.hardware [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.905952] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ac551-7ed0-4909-bfa4-35b279cea721 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.920688] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdff51c3-34b0-4caa-ae05-bcddf6c64713 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.154007] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66882974-50b6-47ae-82e7-3e0dbe0d685c tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.439s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.154701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 67.215s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.185739] env[63339]: DEBUG nova.network.neutron [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.298767] env[63339]: DEBUG nova.scheduler.client.report [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.334126] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100806} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.334703] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.335625] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fb929-5191-44e7-a4b0-d9fae82c53c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.363795] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff/8b4c4f19-5893-4b0f-b163-0d0ea34d58ff.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.367177] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893b606c-6acb-42bf-943b-c0d717687830 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.391292] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1050.391292] env[63339]: value = "task-4320564" [ 1050.391292] env[63339]: _type = "Task" [ 1050.391292] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.401572] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6c568-a765-4123-855f-c4a55a4ebe9c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.408018] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.427778] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658f977-a686-4976-ba44-51274976306b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.436268] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.627437] env[63339]: DEBUG nova.network.neutron [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Successfully updated port: acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1050.690759] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.690759] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Instance network_info: |[{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.691043] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:09:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c02b3f9b-00c8-4364-849c-933cab34f134', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.703968] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating folder: Project (58450141c7694292bb025fe60f8ce84d). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.706265] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8142dceb-6ae1-46e4-8453-d1d32c5f0b24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.714846] env[63339]: DEBUG nova.compute.manager [req-572313e2-b07f-47c6-8fe8-3aba7f6b891d req-58999e55-70fb-4003-af28-9e49002bc911 service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Received event network-vif-plugged-acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1050.714846] env[63339]: DEBUG oslo_concurrency.lockutils [req-572313e2-b07f-47c6-8fe8-3aba7f6b891d req-58999e55-70fb-4003-af28-9e49002bc911 service nova] Acquiring lock "74edbbfc-4379-43a6-86df-1104083abf0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.715053] env[63339]: DEBUG oslo_concurrency.lockutils [req-572313e2-b07f-47c6-8fe8-3aba7f6b891d req-58999e55-70fb-4003-af28-9e49002bc911 service nova] Lock "74edbbfc-4379-43a6-86df-1104083abf0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.715168] env[63339]: DEBUG oslo_concurrency.lockutils [req-572313e2-b07f-47c6-8fe8-3aba7f6b891d req-58999e55-70fb-4003-af28-9e49002bc911 service nova] Lock "74edbbfc-4379-43a6-86df-1104083abf0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.715329] env[63339]: DEBUG nova.compute.manager [req-572313e2-b07f-47c6-8fe8-3aba7f6b891d req-58999e55-70fb-4003-af28-9e49002bc911 service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] No waiting events found dispatching network-vif-plugged-acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.715509] env[63339]: WARNING nova.compute.manager [req-572313e2-b07f-47c6-8fe8-3aba7f6b891d req-58999e55-70fb-4003-af28-9e49002bc911 service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Received unexpected event network-vif-plugged-acf0722e-dc43-4688-b85d-052c4e29810a for instance with vm_state building and task_state spawning. [ 1050.730845] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created folder: Project (58450141c7694292bb025fe60f8ce84d) in parent group-v849594. [ 1050.731295] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating folder: Instances. Parent ref: group-v849839. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.732187] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27235767-43f1-47f8-b94c-fd9506db53bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.750032] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created folder: Instances in parent group-v849839. [ 1050.750032] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.750032] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.750269] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827e0ac9-4eb9-4b81-94d3-2b2ef25820db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.773416] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.773416] env[63339]: value = "task-4320567" [ 1050.773416] env[63339]: _type = "Task" [ 1050.773416] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.781963] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320567, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.805465] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.808806] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.076s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.809089] env[63339]: DEBUG nova.objects.instance [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lazy-loading 'resources' on Instance uuid e70ad3a0-7097-4638-be64-e967af79a3d9 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.831377] env[63339]: INFO nova.scheduler.client.report [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted allocations for instance 78e7a9fe-7326-4b10-8228-bb6bb0151e83 [ 1050.906358] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.944019] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.944019] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3510b17-a35b-430c-bf37-f113468be3d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.952069] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1050.952069] env[63339]: value = "task-4320568" [ 1050.952069] env[63339]: _type = "Task" [ 1050.952069] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.962783] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.126457] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.126619] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquired lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.126903] env[63339]: DEBUG nova.network.neutron [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1051.216563] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.216950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.217249] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "ee3b53cc-1ac2-40bc-934d-89a25659d047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.217451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.217625] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.220055] env[63339]: INFO nova.compute.manager [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Terminating instance [ 1051.289794] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320567, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.339955] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "78e7a9fe-7326-4b10-8228-bb6bb0151e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.169s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.382940] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.383681] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.383920] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.384134] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.384410] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.389022] env[63339]: INFO nova.compute.manager [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Terminating instance [ 1051.408832] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320564, 'name': ReconfigVM_Task, 'duration_secs': 0.684709} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.409146] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff/8b4c4f19-5893-4b0f-b163-0d0ea34d58ff.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.409815] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f8b6c9a-8e07-4a3f-9c7e-b777dbf7a582 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.420666] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1051.420666] env[63339]: value = "task-4320569" [ 1051.420666] env[63339]: _type = "Task" [ 1051.420666] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.439406] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320569, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.467970] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.681417] env[63339]: DEBUG nova.network.neutron [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1051.725098] env[63339]: DEBUG nova.compute.manager [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.725345] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.726331] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d97ac5-8d3d-4719-af99-17a1e67ecbe9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.731492] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c174e-4893-42c5-8934-a19accb913e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.745392] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.745724] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c163d1-e085-473b-a531-5c3d85c047eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.748676] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c30fbe-7adf-4e6a-8f5a-eddcd71b1494 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.757720] env[63339]: DEBUG oslo_vmware.api [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1051.757720] env[63339]: value = "task-4320570" [ 1051.757720] env[63339]: _type = "Task" [ 1051.757720] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.793471] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e2aa98-a70e-4e76-87c5-1a874a73c1a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.802272] env[63339]: DEBUG oslo_vmware.api [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.807828] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320567, 'name': CreateVM_Task, 'duration_secs': 0.615133} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.809632] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4510d3-3721-4d86-b604-9685d47acf86 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.814073] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.814888] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.815064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.815422] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.816203] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4496bb82-08ca-40c5-8863-9f2f5f39814b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.828556] env[63339]: DEBUG nova.compute.provider_tree [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.832189] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1051.832189] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52101a9c-dfe5-da26-cf8b-29b4ea21bd51" [ 1051.832189] env[63339]: _type = "Task" [ 1051.832189] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.842008] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52101a9c-dfe5-da26-cf8b-29b4ea21bd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.885364] env[63339]: DEBUG nova.network.neutron [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Updating instance_info_cache with network_info: [{"id": "acf0722e-dc43-4688-b85d-052c4e29810a", "address": "fa:16:3e:70:5e:27", "network": {"id": "72ba1cdf-e2c5-4fca-8c71-0461f98db737", "bridge": "br-int", "label": "tempest-ServersTestJSON-1609477948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4088c59fe3e940ae9ad929960341080d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf0722e-dc", "ovs_interfaceid": "acf0722e-dc43-4688-b85d-052c4e29810a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.895203] env[63339]: DEBUG nova.compute.manager [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.895369] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.896268] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56f4b1-e7c0-42af-b919-66107a177b4e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.905123] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.905521] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52beff06-b982-42b2-92b8-18e5e16baf39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.914145] env[63339]: DEBUG oslo_vmware.api [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1051.914145] env[63339]: value = "task-4320571" [ 1051.914145] env[63339]: _type = "Task" [ 1051.914145] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.924947] env[63339]: DEBUG oslo_vmware.api [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.931666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.931932] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.932329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.932514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.932776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.939501] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320569, 'name': Rename_Task, 'duration_secs': 0.358423} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.940089] env[63339]: INFO nova.compute.manager [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Terminating instance [ 1051.941639] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.942849] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca59428-f4fd-470f-98c1-958474c7476a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.952125] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1051.952125] env[63339]: value = "task-4320572" [ 1051.952125] env[63339]: _type = "Task" [ 1051.952125] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.966042] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.969685] env[63339]: DEBUG oslo_vmware.api [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320568, 'name': PowerOnVM_Task, 'duration_secs': 0.912217} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.970323] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.970533] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9414fe-7423-4dc3-963a-188823a0afa0 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance '59f21949-6a91-4779-836e-2d5fde5b8361' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.293767] env[63339]: DEBUG oslo_vmware.api [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320570, 'name': PowerOffVM_Task, 'duration_secs': 0.288822} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.294386] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.294623] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.294926] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26883841-c0a7-4428-a8b3-024da5491585 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.333196] env[63339]: DEBUG nova.scheduler.client.report [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.360382] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52101a9c-dfe5-da26-cf8b-29b4ea21bd51, 'name': SearchDatastore_Task, 'duration_secs': 0.075883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.360660] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.360829] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.361135] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.361356] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.361482] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.362243] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-506e2e34-03c8-4b08-a57a-f7f72109b4c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.368196] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.368469] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.368726] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Deleting the datastore file [datastore1] ee3b53cc-1ac2-40bc-934d-89a25659d047 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.369772] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38c3f9b-270a-4ddc-ba8f-36b9377735b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.375611] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.375907] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.377134] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0eb90a-12b8-45bf-8b2e-c185e1abb513 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.381227] env[63339]: DEBUG oslo_vmware.api [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1052.381227] env[63339]: value = "task-4320574" [ 1052.381227] env[63339]: _type = "Task" [ 1052.381227] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.386571] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1052.386571] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5244099c-2ad7-217f-4f4e-0c749cc12812" [ 1052.386571] env[63339]: _type = "Task" [ 1052.386571] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.393232] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Releasing lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.393527] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Instance network_info: |[{"id": "acf0722e-dc43-4688-b85d-052c4e29810a", "address": "fa:16:3e:70:5e:27", "network": {"id": "72ba1cdf-e2c5-4fca-8c71-0461f98db737", "bridge": "br-int", "label": "tempest-ServersTestJSON-1609477948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4088c59fe3e940ae9ad929960341080d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf0722e-dc", "ovs_interfaceid": "acf0722e-dc43-4688-b85d-052c4e29810a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.394118] env[63339]: DEBUG oslo_vmware.api [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.394495] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:5e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acf0722e-dc43-4688-b85d-052c4e29810a', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.402328] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Creating folder: Project (4088c59fe3e940ae9ad929960341080d). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.403206] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eaf9058-8507-458c-bb9a-2bd2fa211568 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.410124] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5244099c-2ad7-217f-4f4e-0c749cc12812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.414978] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Created folder: Project (4088c59fe3e940ae9ad929960341080d) in parent group-v849594. [ 1052.415198] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Creating folder: Instances. Parent ref: group-v849842. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.418543] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa88671d-084e-40ca-bf10-ddbfaca68225 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.425356] env[63339]: DEBUG oslo_vmware.api [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320571, 'name': PowerOffVM_Task, 'duration_secs': 0.234951} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.425713] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.425913] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.426193] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c37e4ff2-c008-4b55-9619-40045305b45e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.429319] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Created folder: Instances in parent group-v849842. [ 1052.429855] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.429855] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.429983] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ce5b4a-b87c-491e-bbb4-884a716e8871 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.447196] env[63339]: DEBUG nova.compute.manager [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.447411] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.448766] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c365a2d-5d33-4cd9-9374-79915228c728 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.453037] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.453037] env[63339]: value = "task-4320578" [ 1052.453037] env[63339]: _type = "Task" [ 1052.453037] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.462178] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.462888] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0041f01d-33a4-4cd8-be79-ec7f8fbb9774 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.468499] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.472254] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320578, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.473639] env[63339]: DEBUG oslo_vmware.api [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1052.473639] env[63339]: value = "task-4320579" [ 1052.473639] env[63339]: _type = "Task" [ 1052.473639] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.493260] env[63339]: DEBUG oslo_vmware.api [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.501383] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.501667] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.501943] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Deleting the datastore file [datastore1] c0ca1df9-be81-4d6c-b34b-2f544d444cef {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.502265] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ec32f0-a0d1-47e7-a210-a18cbb19fc3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.512168] env[63339]: DEBUG oslo_vmware.api [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for the task: (returnval){ [ 1052.512168] env[63339]: value = "task-4320580" [ 1052.512168] env[63339]: _type = "Task" [ 1052.512168] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.522590] env[63339]: DEBUG oslo_vmware.api [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.736321] env[63339]: DEBUG nova.compute.manager [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Received event network-changed-acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1052.736592] env[63339]: DEBUG nova.compute.manager [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Refreshing instance network info cache due to event network-changed-acf0722e-dc43-4688-b85d-052c4e29810a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1052.736871] env[63339]: DEBUG oslo_concurrency.lockutils [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] Acquiring lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.737031] env[63339]: DEBUG oslo_concurrency.lockutils [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] Acquired lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.737236] env[63339]: DEBUG nova.network.neutron [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Refreshing network info cache for port acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1052.783109] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "ae28ff25-b497-4223-b04d-b3f581b81259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.783109] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "ae28ff25-b497-4223-b04d-b3f581b81259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.853532] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.856538] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.386s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.856673] env[63339]: DEBUG nova.objects.instance [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'resources' on Instance uuid b50358ed-aa3b-47be-a556-c5cb94933820 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.896063] env[63339]: INFO nova.scheduler.client.report [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Deleted allocations for instance e70ad3a0-7097-4638-be64-e967af79a3d9 [ 1052.906896] env[63339]: DEBUG oslo_vmware.api [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.907726] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5244099c-2ad7-217f-4f4e-0c749cc12812, 'name': SearchDatastore_Task, 'duration_secs': 0.02787} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.912817] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.913161] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.913442] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.913713] env[63339]: INFO nova.compute.manager [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1052.914456] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.917163] env[63339]: DEBUG nova.compute.manager [-] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.917304] env[63339]: DEBUG nova.network.neutron [-] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1052.919269] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1765f5-aebd-471a-ac45-c37fa962684b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.926663] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1052.926663] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523691c2-16cf-97d0-f657-aac61eb92552" [ 1052.926663] env[63339]: _type = "Task" [ 1052.926663] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.937220] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523691c2-16cf-97d0-f657-aac61eb92552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.969016] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320578, 'name': CreateVM_Task, 'duration_secs': 0.487613} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.971616] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.972281] env[63339]: DEBUG oslo_vmware.api [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320572, 'name': PowerOnVM_Task, 'duration_secs': 0.895881} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.973125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.973873] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.974230] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.974831] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.974831] env[63339]: INFO nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1052.974942] env[63339]: DEBUG nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.975269] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f7de06-9399-44cd-82cc-e748a8c9baaf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.977668] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be512435-b112-49c7-b7f0-2dd7314e4757 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.992694] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1052.992694] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526a3ebc-3400-96a8-cc9d-9666e67a44f3" [ 1052.992694] env[63339]: _type = "Task" [ 1052.992694] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.001098] env[63339]: DEBUG oslo_vmware.api [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320579, 'name': PowerOffVM_Task, 'duration_secs': 0.295438} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.005149] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.005390] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.005759] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d8c875-d04a-463c-a772-e67f5c2f8f2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.015045] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526a3ebc-3400-96a8-cc9d-9666e67a44f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015595} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.019845] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.020244] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.020545] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.033025] env[63339]: DEBUG oslo_vmware.api [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Task: {'id': task-4320580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197913} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.033025] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.033025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.033025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.033025] env[63339]: INFO nova.compute.manager [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.033025] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.033025] env[63339]: DEBUG nova.compute.manager [-] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.033025] env[63339]: DEBUG nova.network.neutron [-] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1053.083155] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.083445] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.083645] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleting the datastore file [datastore2] 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.083946] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47506193-c512-4321-b28f-bdd72cadb36d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.093656] env[63339]: DEBUG oslo_vmware.api [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1053.093656] env[63339]: value = "task-4320582" [ 1053.093656] env[63339]: _type = "Task" [ 1053.093656] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.102575] env[63339]: DEBUG oslo_vmware.api [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.283463] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.423131] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c9725c0-4d2f-468f-b8ad-319350c16611 tempest-ServersListShow2100Test-972104651 tempest-ServersListShow2100Test-972104651-project-member] Lock "e70ad3a0-7097-4638-be64-e967af79a3d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.042s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.440851] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523691c2-16cf-97d0-f657-aac61eb92552, 'name': SearchDatastore_Task, 'duration_secs': 0.015795} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.446827] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.447383] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208/0c2bf1fd-3c6b-431f-bb54-3262265bd208.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.448359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.448612] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.449483] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1abb76d6-8ed1-4a00-82e1-d5fa0f0fba0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.453679] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17619665-e573-44c2-9967-ba80d35e71c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.459449] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1053.459449] env[63339]: value = "task-4320583" [ 1053.459449] env[63339]: _type = "Task" [ 1053.459449] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.467585] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.467834] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.469161] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5dff04-7c0a-4456-906e-2b2bc5547f67 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.481089] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.485669] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1053.485669] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524b8122-debd-7bab-5e55-416888e2d445" [ 1053.485669] env[63339]: _type = "Task" [ 1053.485669] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.502343] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524b8122-debd-7bab-5e55-416888e2d445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.510113] env[63339]: INFO nova.compute.manager [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Took 47.63 seconds to build instance. [ 1053.606229] env[63339]: DEBUG oslo_vmware.api [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337113} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.606526] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.606734] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.606945] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.607170] env[63339]: INFO nova.compute.manager [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1053.607435] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.608787] env[63339]: DEBUG nova.compute.manager [-] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.608787] env[63339]: DEBUG nova.network.neutron [-] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1053.671928] env[63339]: DEBUG nova.compute.manager [req-e5bd4628-6eb9-48d2-b46c-7c37c1d8203e req-f72efbc5-81ea-496f-b2ed-f1008108d0c1 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Received event network-vif-deleted-ecbca59c-3e20-475f-9e81-9a659b324124 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1053.671928] env[63339]: INFO nova.compute.manager [req-e5bd4628-6eb9-48d2-b46c-7c37c1d8203e req-f72efbc5-81ea-496f-b2ed-f1008108d0c1 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Neutron deleted interface ecbca59c-3e20-475f-9e81-9a659b324124; detaching it from the instance and deleting it from the info cache [ 1053.673012] env[63339]: DEBUG nova.network.neutron [req-e5bd4628-6eb9-48d2-b46c-7c37c1d8203e req-f72efbc5-81ea-496f-b2ed-f1008108d0c1 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.768646] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960a475-6366-4546-8ae4-33179d02b772 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.777396] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c2c9e2-c002-484c-ac3c-732ad487633d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.817677] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c048db19-7b00-44a9-ae70-cb9a851021d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.829275] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9b473-af0b-4f38-a8b8-28637fac552b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.837531] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.849459] env[63339]: DEBUG nova.compute.provider_tree [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.941585] env[63339]: DEBUG nova.network.neutron [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Updated VIF entry in instance network info cache for port acf0722e-dc43-4688-b85d-052c4e29810a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1053.942047] env[63339]: DEBUG nova.network.neutron [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Updating instance_info_cache with network_info: [{"id": "acf0722e-dc43-4688-b85d-052c4e29810a", "address": "fa:16:3e:70:5e:27", "network": {"id": "72ba1cdf-e2c5-4fca-8c71-0461f98db737", "bridge": "br-int", "label": "tempest-ServersTestJSON-1609477948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4088c59fe3e940ae9ad929960341080d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf0722e-dc", "ovs_interfaceid": "acf0722e-dc43-4688-b85d-052c4e29810a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.971749] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.003361] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524b8122-debd-7bab-5e55-416888e2d445, 'name': SearchDatastore_Task, 'duration_secs': 0.015346} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.003361] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a307749-8ff4-43b0-b365-697ade3d8748 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.014518] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a56fa3ed-226f-4511-b187-2638b4f22da3 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.151s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.014518] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1054.014518] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5275109a-243e-4f80-06ef-26613fe7e6ca" [ 1054.014518] env[63339]: _type = "Task" [ 1054.014518] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.028894] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5275109a-243e-4f80-06ef-26613fe7e6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.038039] env[63339]: DEBUG nova.network.neutron [-] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.181267] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38eeebf1-a766-4a5d-aea1-019b5cbdc281 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.193585] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd66b68-6667-48ba-9fa6-6d6d4ab7c517 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.236101] env[63339]: DEBUG nova.compute.manager [req-e5bd4628-6eb9-48d2-b46c-7c37c1d8203e req-f72efbc5-81ea-496f-b2ed-f1008108d0c1 service nova] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Detach interface failed, port_id=ecbca59c-3e20-475f-9e81-9a659b324124, reason: Instance c0ca1df9-be81-4d6c-b34b-2f544d444cef could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1054.356285] env[63339]: DEBUG nova.scheduler.client.report [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.445368] env[63339]: DEBUG oslo_concurrency.lockutils [req-784d571b-d822-4e9c-a10e-689e1f866cee req-9341749c-fe00-4392-8c07-0632671b1b7b service nova] Releasing lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.473062] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885099} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.473704] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208/0c2bf1fd-3c6b-431f-bb54-3262265bd208.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.473704] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.473926] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c64ed66-2f41-4eb9-b592-a24d3b24fda3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.483261] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1054.483261] env[63339]: value = "task-4320584" [ 1054.483261] env[63339]: _type = "Task" [ 1054.483261] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.493122] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.529899] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5275109a-243e-4f80-06ef-26613fe7e6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.100495} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.530136] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.530517] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 74edbbfc-4379-43a6-86df-1104083abf0a/74edbbfc-4379-43a6-86df-1104083abf0a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.531283] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b1a353-4927-4a24-8edf-e39c36694bd7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.539765] env[63339]: INFO nova.compute.manager [-] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Took 1.51 seconds to deallocate network for instance. [ 1054.540172] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1054.540172] env[63339]: value = "task-4320585" [ 1054.540172] env[63339]: _type = "Task" [ 1054.540172] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.552966] env[63339]: DEBUG nova.network.neutron [-] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.556745] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.597497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.597497] env[63339]: DEBUG oslo_concurrency.lockutils [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.597497] env[63339]: INFO nova.compute.manager [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Rebooting instance [ 1054.711448] env[63339]: DEBUG nova.network.neutron [-] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.756733] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "59f21949-6a91-4779-836e-2d5fde5b8361" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.759216] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.759477] env[63339]: DEBUG nova.compute.manager [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Going to confirm migration 3 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1054.791751] env[63339]: DEBUG nova.compute.manager [req-05a9222c-3cf6-47d4-9e0d-78a61ab3231b req-ab5b4f67-9a9f-4994-97a3-1dc2e66f49d9 service nova] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Received event network-vif-deleted-34c023c0-6337-4585-93e9-403e460dbeaa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1054.864735] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.867285] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.939s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.867377] env[63339]: DEBUG nova.objects.instance [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lazy-loading 'resources' on Instance uuid 2950ec52-a1f0-407f-816b-e3f91b7212c8 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.891142] env[63339]: INFO nova.scheduler.client.report [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocations for instance b50358ed-aa3b-47be-a556-c5cb94933820 [ 1054.993939] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144591} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.994300] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.995275] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082c127a-ba34-4ec2-9578-09e9f9f12af9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.026629] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208/0c2bf1fd-3c6b-431f-bb54-3262265bd208.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.026999] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154d2a4a-633b-48ff-94b1-0749e4283320 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.048338] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1055.048338] env[63339]: value = "task-4320586" [ 1055.048338] env[63339]: _type = "Task" [ 1055.048338] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.051758] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320585, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.056050] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.058018] env[63339]: INFO nova.compute.manager [-] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Took 1.45 seconds to deallocate network for instance. [ 1055.063920] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.115719] env[63339]: DEBUG oslo_concurrency.lockutils [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.115929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquired lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.116234] env[63339]: DEBUG nova.network.neutron [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1055.213670] env[63339]: INFO nova.compute.manager [-] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Took 2.30 seconds to deallocate network for instance. [ 1055.403261] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "b50358ed-aa3b-47be-a556-c5cb94933820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.740s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.444604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.444892] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.445077] env[63339]: DEBUG nova.network.neutron [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1055.445269] env[63339]: DEBUG nova.objects.instance [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'info_cache' on Instance uuid 59f21949-6a91-4779-836e-2d5fde5b8361 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.563611] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320585, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.571823] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.572358] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.721437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.755328] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1437571-7067-4b10-b07a-69019d3ce711 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.770337] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e55bbe-046f-4f08-af1c-1f812100ee21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.818939] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761c91f-40c6-4bda-bf3d-d76b5b8af12a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.824517] env[63339]: DEBUG nova.compute.manager [req-1fd371d3-05cb-4fff-9947-4a33fe379da4 req-512de160-1456-4f66-ba27-8ba20933e87c service nova] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Received event network-vif-deleted-8cde389c-a14b-44f1-bfd4-5587bf866a83 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1055.832772] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d789b-e148-47c0-8f96-a5629f087571 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.850866] env[63339]: DEBUG nova.compute.provider_tree [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.020945] env[63339]: DEBUG nova.network.neutron [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Updating instance_info_cache with network_info: [{"id": "33ba2e88-87d4-4bad-b402-a516e6306362", "address": "fa:16:3e:db:34:17", "network": {"id": "a7fceba8-6180-4b1b-a8ff-ba90758e5e41", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1526150850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e5658838d34ac9b92a4a59d385537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ba2e88-87", "ovs_interfaceid": "33ba2e88-87d4-4bad-b402-a516e6306362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.055566] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320585, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.022537} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.058772] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 74edbbfc-4379-43a6-86df-1104083abf0a/74edbbfc-4379-43a6-86df-1104083abf0a.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.058772] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.058772] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc61336-48c3-4ffe-aec3-3e7894d6e2af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.070144] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320586, 'name': ReconfigVM_Task, 'duration_secs': 0.828801} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.070144] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208/0c2bf1fd-3c6b-431f-bb54-3262265bd208.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.070682] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1056.070682] env[63339]: value = "task-4320587" [ 1056.070682] env[63339]: _type = "Task" [ 1056.070682] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.070682] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71fc2eae-3236-4e09-a276-3e3e1f4bb728 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.082980] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.085940] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1056.085940] env[63339]: value = "task-4320588" [ 1056.085940] env[63339]: _type = "Task" [ 1056.085940] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.094367] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320588, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.354350] env[63339]: DEBUG nova.scheduler.client.report [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.525771] env[63339]: DEBUG oslo_concurrency.lockutils [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Releasing lock "refresh_cache-8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.583781] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21486} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.588191] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.593724] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe49e37f-f780-4084-9ed2-ac29bb3e6b0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.607907] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320588, 'name': Rename_Task, 'duration_secs': 0.488831} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.619099] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.633036] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 74edbbfc-4379-43a6-86df-1104083abf0a/74edbbfc-4379-43a6-86df-1104083abf0a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.633036] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6cbf8f5-e8f5-4b37-855a-954c892ab0e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.633366] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030ffbe8-c234-43fa-81d0-57a426745e44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.657901] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1056.657901] env[63339]: value = "task-4320589" [ 1056.657901] env[63339]: _type = "Task" [ 1056.657901] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.659371] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1056.659371] env[63339]: value = "task-4320590" [ 1056.659371] env[63339]: _type = "Task" [ 1056.659371] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.674289] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.674911] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.701071] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "e7768b1b-31c3-4bca-8563-9bb637143705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.701071] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.839237] env[63339]: DEBUG nova.network.neutron [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance_info_cache with network_info: [{"id": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "address": "fa:16:3e:fd:ca:4d", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bb59f2-4f", "ovs_interfaceid": "f6bb59f2-4f95-407c-af74-7f4ba9467433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.860074] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.862471] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.833s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.862661] env[63339]: DEBUG nova.objects.instance [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.893947] env[63339]: INFO nova.scheduler.client.report [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Deleted allocations for instance 2950ec52-a1f0-407f-816b-e3f91b7212c8 [ 1057.032132] env[63339]: DEBUG nova.compute.manager [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.034365] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b4f7a-7169-4209-9728-e26cd67309f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.177828] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.181649] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.202894] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.341606] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-59f21949-6a91-4779-836e-2d5fde5b8361" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.342954] env[63339]: DEBUG nova.objects.instance [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'migration_context' on Instance uuid 59f21949-6a91-4779-836e-2d5fde5b8361 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.402447] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Lock "2950ec52-a1f0-407f-816b-e3f91b7212c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.261s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.674775] env[63339]: DEBUG oslo_vmware.api [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320589, 'name': PowerOnVM_Task, 'duration_secs': 0.62197} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.679277] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.679522] env[63339]: INFO nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1057.679811] env[63339]: DEBUG nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.680231] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.681391] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3e584-6523-41c5-8cb7-c0e8ad5c6564 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.742999] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.845305] env[63339]: DEBUG nova.objects.base [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Object Instance<59f21949-6a91-4779-836e-2d5fde5b8361> lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.846781] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ae5f4-b3fb-46dd-8adb-13895a865052 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.868030] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989eedad-651a-4313-a80c-2779de79b0f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.873268] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c438ff4d-9bd9-46f7-b12f-e51bd81897e5 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.876765] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.957s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.878861] env[63339]: INFO nova.compute.claims [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.882576] env[63339]: DEBUG oslo_vmware.api [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1057.882576] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e44b7f-5767-e9c7-9788-6f1dccdbcd79" [ 1057.882576] env[63339]: _type = "Task" [ 1057.882576] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.893769] env[63339]: DEBUG oslo_vmware.api [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e44b7f-5767-e9c7-9788-6f1dccdbcd79, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.894178] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.053024] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb84ae00-870d-4f42-b957-76c29c4d18ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.062127] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Doing hard reboot of VM {{(pid=63339) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1058.062127] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-25bb2266-0ae7-47e8-9b01-892ca5e372a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.076368] env[63339]: DEBUG oslo_vmware.api [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1058.076368] env[63339]: value = "task-4320591" [ 1058.076368] env[63339]: _type = "Task" [ 1058.076368] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.090036] env[63339]: DEBUG oslo_vmware.api [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320591, 'name': ResetVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.181898] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.204568] env[63339]: INFO nova.compute.manager [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Took 49.22 seconds to build instance. [ 1058.585471] env[63339]: DEBUG oslo_vmware.api [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320591, 'name': ResetVM_Task, 'duration_secs': 0.114579} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.586082] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Did hard reboot of VM {{(pid=63339) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1058.586327] env[63339]: DEBUG nova.compute.manager [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.587204] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90523d-b087-403c-a1ec-ed3d37fb5001 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.681479] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320590, 'name': ReconfigVM_Task, 'duration_secs': 1.523249} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.681479] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 74edbbfc-4379-43a6-86df-1104083abf0a/74edbbfc-4379-43a6-86df-1104083abf0a.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.681985] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b824da1-02e8-465f-bf20-54a2b71e4314 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.691810] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1058.691810] env[63339]: value = "task-4320592" [ 1058.691810] env[63339]: _type = "Task" [ 1058.691810] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.703365] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320592, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.706855] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7bc37018-889c-4882-a11d-ca5a9441b076 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.734s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.910375] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.910814] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.106133] env[63339]: DEBUG oslo_concurrency.lockutils [None req-95769385-9513-41ca-8fe7-cbe646073c5f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.506s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.212358] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320592, 'name': Rename_Task, 'duration_secs': 0.297379} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.212358] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.212358] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c615d799-33ac-4a74-b0e9-2a6d657a29ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.221417] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1059.221417] env[63339]: value = "task-4320593" [ 1059.221417] env[63339]: _type = "Task" [ 1059.221417] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.234824] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.276430] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdece601-c4ca-4f2c-864f-1ef00d6a0ee7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.290727] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1981ffc5-bb65-4cd3-9855-6e36dcbb7817 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.326041] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65871f8-9277-41e2-9cf8-f4e0e7aae53c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.336529] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49bf4ca-12ee-489f-9f03-64f3df590fc2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.353390] env[63339]: DEBUG nova.compute.provider_tree [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.413724] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.679761] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.680314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.680314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.680430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.680613] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.682925] env[63339]: INFO nova.compute.manager [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Terminating instance [ 1059.734789] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320593, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.857606] env[63339]: DEBUG nova.scheduler.client.report [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.905475] env[63339]: DEBUG nova.compute.manager [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Received event network-changed-c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1059.906439] env[63339]: DEBUG nova.compute.manager [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Refreshing instance network info cache due to event network-changed-c02b3f9b-00c8-4364-849c-933cab34f134. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1059.906439] env[63339]: DEBUG oslo_concurrency.lockutils [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.908579] env[63339]: DEBUG oslo_concurrency.lockutils [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.908796] env[63339]: DEBUG nova.network.neutron [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Refreshing network info cache for port c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1059.944786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.189488] env[63339]: DEBUG nova.compute.manager [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.189788] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.190962] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cc6597-baec-48bd-afa4-f62171feb67b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.205681] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.205980] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa833793-8115-4b33-b74c-8499fa1568ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.213631] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1060.213631] env[63339]: value = "task-4320594" [ 1060.213631] env[63339]: _type = "Task" [ 1060.213631] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.226812] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.236278] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.366621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.367849] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.373683] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.067s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.725738] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320594, 'name': PowerOffVM_Task, 'duration_secs': 0.352195} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.726117] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.726219] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.726449] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e8cf13-34a6-49cd-9d9c-2c9f6f79b070 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.738638] env[63339]: DEBUG oslo_vmware.api [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320593, 'name': PowerOnVM_Task, 'duration_secs': 1.136231} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.738910] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.739128] env[63339]: INFO nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1060.739311] env[63339]: DEBUG nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.740102] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b907ef-9fca-4eb8-9331-0d7397744a44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.792913] env[63339]: DEBUG nova.network.neutron [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updated VIF entry in instance network info cache for port c02b3f9b-00c8-4364-849c-933cab34f134. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1060.793576] env[63339]: DEBUG nova.network.neutron [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.808838] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.811043] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.811043] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Deleting the datastore file [datastore1] 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.811043] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46acd75b-6cf9-41e8-a740-dbd794aaa74a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.817157] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for the task: (returnval){ [ 1060.817157] env[63339]: value = "task-4320596" [ 1060.817157] env[63339]: _type = "Task" [ 1060.817157] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.827683] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.877510] env[63339]: DEBUG nova.compute.utils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.888215] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.888449] env[63339]: DEBUG nova.network.neutron [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1060.956985] env[63339]: DEBUG nova.policy [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62025f761ea84aa8a5ba76d455f03e80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e0d105e292f4f37829cd0fed798a151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.263027] env[63339]: INFO nova.compute.manager [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Took 37.69 seconds to build instance. [ 1061.296904] env[63339]: DEBUG oslo_concurrency.lockutils [req-7dad721c-4934-4799-8f82-899b8f1aaede req-4e1ee3b0-08e1-43ff-b84d-9d712bf89b07 service nova] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328301] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.389093] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.394710] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Applying migration context for instance 59f21949-6a91-4779-836e-2d5fde5b8361 as it has an incoming, in-progress migration 6ceadd1a-b53b-4704-b73e-094ed5c9ff10. Migration status is confirming {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1061.399342] env[63339]: INFO nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating resource usage from migration 6ceadd1a-b53b-4704-b73e-094ed5c9ff10 [ 1061.449440] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.449680] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ee3b53cc-1ac2-40bc-934d-89a25659d047 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.450086] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.450086] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 3bee9874-77a0-4e8e-90fb-521ed8ef5581 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.450337] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.450449] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 16f23ea8-ba07-4b79-8538-d81cca55630f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.450647] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 6d7d6782-db3a-41ef-9ace-3e1192d905e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.450866] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c0906cb1-0e22-4e72-9ef2-4ffabdad2803 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.451211] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.451310] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Migration 6ceadd1a-b53b-4704-b73e-094ed5c9ff10 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.451517] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 59f21949-6a91-4779-836e-2d5fde5b8361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.451699] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c0ca1df9-be81-4d6c-b34b-2f544d444cef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.451829] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.451947] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.452074] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 74edbbfc-4379-43a6-86df-1104083abf0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.452191] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c2993720-78f4-4371-a9c6-bb8ec82ec033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.457173] env[63339]: DEBUG nova.network.neutron [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Successfully created port: 1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1061.770168] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e03fc0c9-5718-40d8-a7f5-810a3522da54 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "74edbbfc-4379-43a6-86df-1104083abf0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.201s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.830546] env[63339]: DEBUG oslo_vmware.api [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Task: {'id': task-4320596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589331} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.830648] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.830832] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.831022] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.831221] env[63339]: INFO nova.compute.manager [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1061.831470] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.831672] env[63339]: DEBUG nova.compute.manager [-] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.831768] env[63339]: DEBUG nova.network.neutron [-] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1061.956936] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ae28ff25-b497-4223-b04d-b3f581b81259 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.240491] env[63339]: DEBUG nova.compute.manager [req-24cd5ba5-cf60-4a29-a055-c48b4d16223e req-f5be641f-e0c4-413c-8076-a2aa7a6382c3 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Received event network-vif-deleted-33ba2e88-87d4-4bad-b402-a516e6306362 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1062.240781] env[63339]: INFO nova.compute.manager [req-24cd5ba5-cf60-4a29-a055-c48b4d16223e req-f5be641f-e0c4-413c-8076-a2aa7a6382c3 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Neutron deleted interface 33ba2e88-87d4-4bad-b402-a516e6306362; detaching it from the instance and deleting it from the info cache [ 1062.240991] env[63339]: DEBUG nova.network.neutron [req-24cd5ba5-cf60-4a29-a055-c48b4d16223e req-f5be641f-e0c4-413c-8076-a2aa7a6382c3 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.413454] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.445738] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.446143] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.446329] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.446535] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.446719] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.446992] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.447285] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.447495] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.447750] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.447867] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.448145] env[63339]: DEBUG nova.virt.hardware [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.449186] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af0b496-703e-46d8-8e6f-c24d785d6784 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.460740] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef718e6-8573-439e-9041-477057aca831 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.466879] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance e7768b1b-31c3-4bca-8563-9bb637143705 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.706762] env[63339]: DEBUG nova.compute.manager [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Received event network-changed-acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1062.706974] env[63339]: DEBUG nova.compute.manager [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Refreshing instance network info cache due to event network-changed-acf0722e-dc43-4688-b85d-052c4e29810a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1062.707426] env[63339]: DEBUG oslo_concurrency.lockutils [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] Acquiring lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.707820] env[63339]: DEBUG oslo_concurrency.lockutils [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] Acquired lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.708205] env[63339]: DEBUG nova.network.neutron [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Refreshing network info cache for port acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1062.712529] env[63339]: DEBUG nova.network.neutron [-] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.744295] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc271c18-7d77-44b4-a70e-7e4ce05d543a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.754580] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccef985-af84-4812-a73d-2c5d8f280dd1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.786917] env[63339]: DEBUG nova.compute.manager [req-24cd5ba5-cf60-4a29-a055-c48b4d16223e req-f5be641f-e0c4-413c-8076-a2aa7a6382c3 service nova] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Detach interface failed, port_id=33ba2e88-87d4-4bad-b402-a516e6306362, reason: Instance 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1062.971524] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 22a3e469-af6e-424d-ac13-417226cd1e5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.972537] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1062.972537] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1063.118244] env[63339]: DEBUG nova.network.neutron [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Successfully updated port: 1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1063.214763] env[63339]: INFO nova.compute.manager [-] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Took 1.38 seconds to deallocate network for instance. [ 1063.291969] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac46275-594b-48e1-b504-3b90c94b1421 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.300456] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80436f8b-430c-4522-8dbb-a6854412f8de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.337267] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11edffbc-26ac-41eb-af1e-951b44c6aadf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.346524] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ce8f70-879d-4784-ab2d-7b46e85dabc4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.361891] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.520528] env[63339]: DEBUG nova.network.neutron [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Updated VIF entry in instance network info cache for port acf0722e-dc43-4688-b85d-052c4e29810a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1063.520929] env[63339]: DEBUG nova.network.neutron [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Updating instance_info_cache with network_info: [{"id": "acf0722e-dc43-4688-b85d-052c4e29810a", "address": "fa:16:3e:70:5e:27", "network": {"id": "72ba1cdf-e2c5-4fca-8c71-0461f98db737", "bridge": "br-int", "label": "tempest-ServersTestJSON-1609477948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4088c59fe3e940ae9ad929960341080d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf0722e-dc", "ovs_interfaceid": "acf0722e-dc43-4688-b85d-052c4e29810a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.620806] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.621047] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquired lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.621257] env[63339]: DEBUG nova.network.neutron [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1063.724559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.865658] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.023959] env[63339]: DEBUG oslo_concurrency.lockutils [req-9014733f-225f-4a73-99b1-0921f55d2298 req-51da8217-738a-4d20-96f8-0baa0414faaf service nova] Releasing lock "refresh_cache-74edbbfc-4379-43a6-86df-1104083abf0a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.153876] env[63339]: DEBUG nova.network.neutron [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1064.291083] env[63339]: DEBUG nova.network.neutron [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updating instance_info_cache with network_info: [{"id": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "address": "fa:16:3e:c1:d4:bf", "network": {"id": "d96fa0ee-5fe4-41e0-921b-8205c1c4fefa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-291511795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0d105e292f4f37829cd0fed798a151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee6cfd8-b8", "ovs_interfaceid": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.372652] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1064.373031] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.373462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.536s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.373789] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.376408] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.467s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.376642] env[63339]: DEBUG nova.objects.instance [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.408970] env[63339]: INFO nova.scheduler.client.report [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleted allocations for instance c0906cb1-0e22-4e72-9ef2-4ffabdad2803 [ 1064.732571] env[63339]: DEBUG nova.compute.manager [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Received event network-vif-plugged-1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1064.732835] env[63339]: DEBUG oslo_concurrency.lockutils [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] Acquiring lock "c2993720-78f4-4371-a9c6-bb8ec82ec033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.733032] env[63339]: DEBUG oslo_concurrency.lockutils [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.733162] env[63339]: DEBUG oslo_concurrency.lockutils [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.733664] env[63339]: DEBUG nova.compute.manager [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] No waiting events found dispatching network-vif-plugged-1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.733664] env[63339]: WARNING nova.compute.manager [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Received unexpected event network-vif-plugged-1ee6cfd8-b811-4729-8e3c-512c36ef32ef for instance with vm_state building and task_state spawning. [ 1064.733664] env[63339]: DEBUG nova.compute.manager [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Received event network-changed-1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1064.733784] env[63339]: DEBUG nova.compute.manager [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Refreshing instance network info cache due to event network-changed-1ee6cfd8-b811-4729-8e3c-512c36ef32ef. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1064.733937] env[63339]: DEBUG oslo_concurrency.lockutils [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] Acquiring lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.793578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Releasing lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.793938] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Instance network_info: |[{"id": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "address": "fa:16:3e:c1:d4:bf", "network": {"id": "d96fa0ee-5fe4-41e0-921b-8205c1c4fefa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-291511795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0d105e292f4f37829cd0fed798a151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee6cfd8-b8", "ovs_interfaceid": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.794262] env[63339]: DEBUG oslo_concurrency.lockutils [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] Acquired lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.794461] env[63339]: DEBUG nova.network.neutron [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Refreshing network info cache for port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1064.795821] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d4:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee6cfd8-b811-4729-8e3c-512c36ef32ef', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.804048] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Creating folder: Project (0e0d105e292f4f37829cd0fed798a151). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.804748] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05fa567a-af61-43cd-8c0e-954d7d9fbe1a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.817938] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Created folder: Project (0e0d105e292f4f37829cd0fed798a151) in parent group-v849594. [ 1064.818211] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Creating folder: Instances. Parent ref: group-v849845. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.818455] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861d0f51-15ca-46b1-9306-eceff8aca690 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.829445] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Created folder: Instances in parent group-v849845. [ 1064.829715] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.829908] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.830129] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16112da1-72c2-4e5f-806f-e400c803d815 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.851298] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.851298] env[63339]: value = "task-4320599" [ 1064.851298] env[63339]: _type = "Task" [ 1064.851298] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.859892] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320599, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.917200] env[63339]: DEBUG oslo_concurrency.lockutils [None req-51dc1247-f590-4e83-9599-7463798b3599 tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "c0906cb1-0e22-4e72-9ef2-4ffabdad2803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.954s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.366932] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320599, 'name': CreateVM_Task, 'duration_secs': 0.35011} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.367138] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.367927] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.368206] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.368507] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.369105] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b17a00-d3c3-4e27-a58f-eff8197369a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.374439] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1065.374439] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52014dd6-7a3d-b908-2725-d5131dcc7790" [ 1065.374439] env[63339]: _type = "Task" [ 1065.374439] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.385752] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5d847207-87a5-4689-aa7b-9cc59095b88f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.386860] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52014dd6-7a3d-b908-2725-d5131dcc7790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.387402] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.551s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.388915] env[63339]: INFO nova.compute.claims [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.552880] env[63339]: DEBUG nova.network.neutron [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updated VIF entry in instance network info cache for port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1065.553447] env[63339]: DEBUG nova.network.neutron [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updating instance_info_cache with network_info: [{"id": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "address": "fa:16:3e:c1:d4:bf", "network": {"id": "d96fa0ee-5fe4-41e0-921b-8205c1c4fefa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-291511795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0d105e292f4f37829cd0fed798a151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee6cfd8-b8", "ovs_interfaceid": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.741414] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.741694] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.741945] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.742161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.742338] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.744459] env[63339]: INFO nova.compute.manager [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Terminating instance [ 1065.888845] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52014dd6-7a3d-b908-2725-d5131dcc7790, 'name': SearchDatastore_Task, 'duration_secs': 0.01421} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.888845] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.888845] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.890223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.890223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.890223] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.890223] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31171431-27d5-4c44-a5dc-30c345896093 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.899518] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.899717] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.900959] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99fea70-2afa-4de6-ae59-828cbb14e9cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.909989] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1065.909989] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5248e1b9-46ce-9945-1d58-8726eae88c3b" [ 1065.909989] env[63339]: _type = "Task" [ 1065.909989] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.921990] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5248e1b9-46ce-9945-1d58-8726eae88c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.923681] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67483612-9dc3-4882-9bf1-3fa748ece903 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.932613] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1065.932613] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c5c2fb-c0d4-23c0-ad3e-d2bfb8b0b448" [ 1065.932613] env[63339]: _type = "Task" [ 1065.932613] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.942653] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c5c2fb-c0d4-23c0-ad3e-d2bfb8b0b448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.056297] env[63339]: DEBUG oslo_concurrency.lockutils [req-8b19ecf9-53b3-41f6-8c46-9c577ba6731f req-6700d52f-a3a6-4c2c-b92b-9a5c69955964 service nova] Releasing lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248712] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "refresh_cache-6d7d6782-db3a-41ef-9ace-3e1192d905e7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.248922] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquired lock "refresh_cache-6d7d6782-db3a-41ef-9ace-3e1192d905e7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.249132] env[63339]: DEBUG nova.network.neutron [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1066.445134] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c5c2fb-c0d4-23c0-ad3e-d2bfb8b0b448, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.447621] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.447897] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c2993720-78f4-4371-a9c6-bb8ec82ec033/c2993720-78f4-4371-a9c6-bb8ec82ec033.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.448405] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22121a17-4942-422f-9d49-6b81fe1291a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.456450] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1066.456450] env[63339]: value = "task-4320600" [ 1066.456450] env[63339]: _type = "Task" [ 1066.456450] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.467154] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.648912] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8cf0dc-e75a-4265-9108-48c97581e7f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.658643] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f0159-03d0-4f0f-81e5-3d56998fcd6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.693127] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0702b1e4-761b-48aa-a96d-73841cf5a650 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.702294] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45228a3d-9401-4806-bb74-980a7a52b249 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.717800] env[63339]: DEBUG nova.compute.provider_tree [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.776291] env[63339]: DEBUG nova.network.neutron [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1066.838946] env[63339]: DEBUG nova.network.neutron [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.967974] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509346} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.968436] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c2993720-78f4-4371-a9c6-bb8ec82ec033/c2993720-78f4-4371-a9c6-bb8ec82ec033.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.968436] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.968663] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8484cdb5-8f1c-4211-84f3-53d2f9225513 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.977111] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1066.977111] env[63339]: value = "task-4320601" [ 1066.977111] env[63339]: _type = "Task" [ 1066.977111] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.985063] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.997839] env[63339]: DEBUG nova.compute.manager [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.998873] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3645e205-14a6-4d7d-a0b2-41d20576d0a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.221539] env[63339]: DEBUG nova.scheduler.client.report [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.342652] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Releasing lock "refresh_cache-6d7d6782-db3a-41ef-9ace-3e1192d905e7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.343370] env[63339]: DEBUG nova.compute.manager [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.343666] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.344734] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f5070-fd75-442e-bb6c-9f3c706e0187 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.354585] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.354995] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445f2f4d-55da-4316-8cc1-5d6ba6e670cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.363900] env[63339]: DEBUG oslo_vmware.api [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1067.363900] env[63339]: value = "task-4320602" [ 1067.363900] env[63339]: _type = "Task" [ 1067.363900] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.374282] env[63339]: DEBUG oslo_vmware.api [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.485722] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075325} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.485991] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.486823] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f22497-fe8b-4c3f-b5f0-7c3ac4079438 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.510837] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c2993720-78f4-4371-a9c6-bb8ec82ec033/c2993720-78f4-4371-a9c6-bb8ec82ec033.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.511860] env[63339]: INFO nova.compute.manager [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] instance snapshotting [ 1067.512600] env[63339]: DEBUG nova.objects.instance [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'flavor' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.513945] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e610b8cd-d341-4fa7-8a6c-cbdafe2494df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.535290] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1067.535290] env[63339]: value = "task-4320603" [ 1067.535290] env[63339]: _type = "Task" [ 1067.535290] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.545724] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.727110] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.727922] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.730625] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.675s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.730931] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.733362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.161s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.733362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.735273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.014s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.735492] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.737287] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.994s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.739224] env[63339]: INFO nova.compute.claims [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.773029] env[63339]: INFO nova.scheduler.client.report [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Deleted allocations for instance c0ca1df9-be81-4d6c-b34b-2f544d444cef [ 1067.775083] env[63339]: INFO nova.scheduler.client.report [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Deleted allocations for instance ee3b53cc-1ac2-40bc-934d-89a25659d047 [ 1067.791469] env[63339]: INFO nova.scheduler.client.report [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted allocations for instance 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53 [ 1067.877539] env[63339]: DEBUG oslo_vmware.api [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320602, 'name': PowerOffVM_Task, 'duration_secs': 0.13829} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.877816] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.877986] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.878261] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff85cde0-f5ea-4fdf-a923-395194dbe1ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.909050] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.909050] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.909050] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleting the datastore file [datastore2] 6d7d6782-db3a-41ef-9ace-3e1192d905e7 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.909050] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b948fdae-1b93-4c18-a1e0-c8572bf9e157 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.916860] env[63339]: DEBUG oslo_vmware.api [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for the task: (returnval){ [ 1067.916860] env[63339]: value = "task-4320605" [ 1067.916860] env[63339]: _type = "Task" [ 1067.916860] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.925511] env[63339]: DEBUG oslo_vmware.api [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.032041] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f0259-4d0b-41b7-9c94-bd97de071c12 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.053623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594fa2e-b7d4-428c-89a7-63ecb6338b26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.059401] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320603, 'name': ReconfigVM_Task, 'duration_secs': 0.308532} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.059986] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c2993720-78f4-4371-a9c6-bb8ec82ec033/c2993720-78f4-4371-a9c6-bb8ec82ec033.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.060660] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a357fede-0174-43c3-9b6f-5d3a89de1ea1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.073619] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1068.073619] env[63339]: value = "task-4320606" [ 1068.073619] env[63339]: _type = "Task" [ 1068.073619] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.083067] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320606, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.244046] env[63339]: DEBUG nova.compute.utils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.248741] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.248862] env[63339]: DEBUG nova.network.neutron [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1068.286573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Lock "c0ca1df9-be81-4d6c-b34b-2f544d444cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.903s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.287603] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e4684312-048c-4fe9-be55-4641d41645af tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "ee3b53cc-1ac2-40bc-934d-89a25659d047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.071s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.300353] env[63339]: DEBUG oslo_concurrency.lockutils [None req-118cf420-5b21-4188-9850-6eb70e285443 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "6f906768-5ceb-4598-b9cd-1f0c3eb0ab53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.368s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.320026] env[63339]: DEBUG nova.policy [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f52b5f88ff42b89bc00e8710f5f1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f08870761724bffae1c58d5130f3854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.432034] env[63339]: DEBUG oslo_vmware.api [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Task: {'id': task-4320605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200824} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.432034] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.432034] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.432034] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.432034] env[63339]: INFO nova.compute.manager [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1068.432034] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.432034] env[63339]: DEBUG nova.compute.manager [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.432034] env[63339]: DEBUG nova.network.neutron [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1068.452013] env[63339]: DEBUG nova.network.neutron [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1068.570859] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.570859] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b6cf0a9-ddaf-427d-9ac6-c8d01247ebfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.578858] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1068.578858] env[63339]: value = "task-4320607" [ 1068.578858] env[63339]: _type = "Task" [ 1068.578858] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.587643] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320606, 'name': Rename_Task, 'duration_secs': 0.240121} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.588425] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.588715] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff918fe-f87c-4fb7-aa84-dc5ab4aebced {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.595186] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.600915] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1068.600915] env[63339]: value = "task-4320608" [ 1068.600915] env[63339]: _type = "Task" [ 1068.600915] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.610395] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.651078] env[63339]: DEBUG nova.network.neutron [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Successfully created port: b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1068.752831] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.954655] env[63339]: DEBUG nova.network.neutron [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.029277] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a7068b-235c-46a2-b6f5-c92959261f8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.039077] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9984b257-be11-4060-9229-01393bc1bb4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.079039] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ded5df-a95d-4b3f-bec7-369bdf7debf5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.090558] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.094458] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d490b5-6950-4f63-aed3-d1eb369a8516 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.112512] env[63339]: DEBUG nova.compute.provider_tree [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.122475] env[63339]: DEBUG oslo_vmware.api [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320608, 'name': PowerOnVM_Task, 'duration_secs': 0.488297} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.122780] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.124307] env[63339]: INFO nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1069.124307] env[63339]: DEBUG nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.124307] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac35370-b556-4fd8-a908-1c92e088031a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.459413] env[63339]: INFO nova.compute.manager [-] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Took 1.03 seconds to deallocate network for instance. [ 1069.593424] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320607, 'name': CreateSnapshot_Task, 'duration_secs': 0.784521} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.593768] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.594606] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cac702-5c33-4870-9698-1d0fff8281f7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.619325] env[63339]: DEBUG nova.scheduler.client.report [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.644833] env[63339]: INFO nova.compute.manager [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Took 27.76 seconds to build instance. [ 1069.770747] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.793854] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.794132] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.794294] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.794476] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.794621] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.794804] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.795156] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.795355] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.795531] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.796119] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.796119] env[63339]: DEBUG nova.virt.hardware [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.801568] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48af25-391b-49fe-ae92-3f37b1ea909f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.811052] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826c3c4-8cbe-4090-a2ee-d59254de1d85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.966143] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.116897] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.117702] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4fd7ca84-deb5-45b5-a7b8-da17cdd7fefd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.125044] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.128023] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.130888] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.237s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.135737] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1070.135737] env[63339]: value = "task-4320609" [ 1070.135737] env[63339]: _type = "Task" [ 1070.135737] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.145571] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320609, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.146011] env[63339]: DEBUG oslo_concurrency.lockutils [None req-909fdc77-856a-43a3-82e1-804fa2c9daef tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.275s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.375970] env[63339]: DEBUG nova.compute.manager [req-8bf9171a-66aa-48f8-a936-0c67f2fde9a1 req-f4f6728e-7213-428a-bd1b-b7c760ff302c service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Received event network-vif-plugged-b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1070.376231] env[63339]: DEBUG oslo_concurrency.lockutils [req-8bf9171a-66aa-48f8-a936-0c67f2fde9a1 req-f4f6728e-7213-428a-bd1b-b7c760ff302c service nova] Acquiring lock "ae28ff25-b497-4223-b04d-b3f581b81259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.376490] env[63339]: DEBUG oslo_concurrency.lockutils [req-8bf9171a-66aa-48f8-a936-0c67f2fde9a1 req-f4f6728e-7213-428a-bd1b-b7c760ff302c service nova] Lock "ae28ff25-b497-4223-b04d-b3f581b81259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.376668] env[63339]: DEBUG oslo_concurrency.lockutils [req-8bf9171a-66aa-48f8-a936-0c67f2fde9a1 req-f4f6728e-7213-428a-bd1b-b7c760ff302c service nova] Lock "ae28ff25-b497-4223-b04d-b3f581b81259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.376843] env[63339]: DEBUG nova.compute.manager [req-8bf9171a-66aa-48f8-a936-0c67f2fde9a1 req-f4f6728e-7213-428a-bd1b-b7c760ff302c service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] No waiting events found dispatching network-vif-plugged-b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.381024] env[63339]: WARNING nova.compute.manager [req-8bf9171a-66aa-48f8-a936-0c67f2fde9a1 req-f4f6728e-7213-428a-bd1b-b7c760ff302c service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Received unexpected event network-vif-plugged-b3c563e5-652e-41ac-a4bc-37709e6fdde4 for instance with vm_state building and task_state spawning. [ 1070.497595] env[63339]: DEBUG nova.network.neutron [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Successfully updated port: b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1070.631057] env[63339]: DEBUG nova.compute.utils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.633089] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.633089] env[63339]: DEBUG nova.network.neutron [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1070.652426] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320609, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.700690] env[63339]: DEBUG nova.policy [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9319c4ece94063b83d7ae6173f0a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d7639a7fc64a2e98af9d85db468e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.843548] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.843787] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.939021] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ffccf8-e3bc-4c64-af00-e8a0ce4d976a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.947476] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e35256-48ca-45ad-917f-f7901ae61c8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.981633] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66642c22-4161-456c-bdcd-2810fce0de93 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.990357] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d01619c-7069-4bf3-94af-2e337e2b3a36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.007919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "refresh_cache-ae28ff25-b497-4223-b04d-b3f581b81259" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.008271] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "refresh_cache-ae28ff25-b497-4223-b04d-b3f581b81259" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.008462] env[63339]: DEBUG nova.network.neutron [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1071.009845] env[63339]: DEBUG nova.compute.provider_tree [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.075524] env[63339]: DEBUG nova.network.neutron [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Successfully created port: 1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1071.135914] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.150288] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320609, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.350665] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.519642] env[63339]: DEBUG nova.scheduler.client.report [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.605718] env[63339]: DEBUG nova.network.neutron [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1071.672038] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320609, 'name': CloneVM_Task, 'duration_secs': 1.423576} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.672038] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created linked-clone VM from snapshot [ 1071.672038] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31211330-6ea4-4f2d-b524-4bce8180ee69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.680147] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Uploading image 485ac3cc-c437-4162-b45a-cd836f4a8f9f {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.708199] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.708199] env[63339]: value = "vm-849849" [ 1071.708199] env[63339]: _type = "VirtualMachine" [ 1071.708199] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.708199] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-efe47694-ea32-4727-b0d6-c7673f040993 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.716210] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease: (returnval){ [ 1071.716210] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522e9115-c730-d106-96ba-d66494138a4a" [ 1071.716210] env[63339]: _type = "HttpNfcLease" [ 1071.716210] env[63339]: } obtained for exporting VM: (result){ [ 1071.716210] env[63339]: value = "vm-849849" [ 1071.716210] env[63339]: _type = "VirtualMachine" [ 1071.716210] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.716543] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the lease: (returnval){ [ 1071.716543] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522e9115-c730-d106-96ba-d66494138a4a" [ 1071.716543] env[63339]: _type = "HttpNfcLease" [ 1071.716543] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.724913] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.724913] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522e9115-c730-d106-96ba-d66494138a4a" [ 1071.724913] env[63339]: _type = "HttpNfcLease" [ 1071.724913] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.878470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.032398] env[63339]: DEBUG nova.network.neutron [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Updating instance_info_cache with network_info: [{"id": "b3c563e5-652e-41ac-a4bc-37709e6fdde4", "address": "fa:16:3e:27:97:fe", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c563e5-65", "ovs_interfaceid": "b3c563e5-652e-41ac-a4bc-37709e6fdde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.148958] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.180219] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.180490] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.180960] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.180960] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.181100] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.181135] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.181328] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.181500] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.181970] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.182381] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.182381] env[63339]: DEBUG nova.virt.hardware [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.183906] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec5d6de-994b-404a-a75d-995a3677d6f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.195497] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3a79d-f24b-4b52-aa58-a954c5a9d4cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.224471] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.224471] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522e9115-c730-d106-96ba-d66494138a4a" [ 1072.224471] env[63339]: _type = "HttpNfcLease" [ 1072.224471] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.224970] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.224970] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522e9115-c730-d106-96ba-d66494138a4a" [ 1072.224970] env[63339]: _type = "HttpNfcLease" [ 1072.224970] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.225571] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e97f4-51c2-4019-ace5-d542b25f5397 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.233476] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bba01f-1741-4996-8e2c-cb19e1ca469f/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.233636] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bba01f-1741-4996-8e2c-cb19e1ca469f/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.326203] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7336ec5-a9ec-4082-8769-1616febbf562 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.510532] env[63339]: DEBUG nova.compute.manager [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Received event network-changed-1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1072.510743] env[63339]: DEBUG nova.compute.manager [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Refreshing instance network info cache due to event network-changed-1ee6cfd8-b811-4729-8e3c-512c36ef32ef. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1072.515498] env[63339]: DEBUG oslo_concurrency.lockutils [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] Acquiring lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.515676] env[63339]: DEBUG oslo_concurrency.lockutils [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] Acquired lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.515870] env[63339]: DEBUG nova.network.neutron [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Refreshing network info cache for port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1072.531498] env[63339]: DEBUG nova.compute.manager [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Received event network-changed-b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1072.531696] env[63339]: DEBUG nova.compute.manager [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Refreshing instance network info cache due to event network-changed-b3c563e5-652e-41ac-a4bc-37709e6fdde4. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1072.531904] env[63339]: DEBUG oslo_concurrency.lockutils [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] Acquiring lock "refresh_cache-ae28ff25-b497-4223-b04d-b3f581b81259" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535620] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.405s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.538951] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "refresh_cache-ae28ff25-b497-4223-b04d-b3f581b81259" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.539255] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Instance network_info: |[{"id": "b3c563e5-652e-41ac-a4bc-37709e6fdde4", "address": "fa:16:3e:27:97:fe", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c563e5-65", "ovs_interfaceid": "b3c563e5-652e-41ac-a4bc-37709e6fdde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.541151] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.597s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.542663] env[63339]: INFO nova.compute.claims [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.547069] env[63339]: DEBUG oslo_concurrency.lockutils [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] Acquired lock "refresh_cache-ae28ff25-b497-4223-b04d-b3f581b81259" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.547264] env[63339]: DEBUG nova.network.neutron [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Refreshing network info cache for port b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1072.548429] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:97:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c563e5-652e-41ac-a4bc-37709e6fdde4', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.556906] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.558405] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.558503] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfcdf224-d2e2-4386-b17b-2d242f42cad3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.584894] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.584894] env[63339]: value = "task-4320611" [ 1072.584894] env[63339]: _type = "Task" [ 1072.584894] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.599587] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320611, 'name': CreateVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.951382] env[63339]: DEBUG nova.network.neutron [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Successfully updated port: 1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1073.101397] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320611, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.123409] env[63339]: INFO nova.scheduler.client.report [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocation for migration 6ceadd1a-b53b-4704-b73e-094ed5c9ff10 [ 1073.364329] env[63339]: DEBUG nova.network.neutron [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updated VIF entry in instance network info cache for port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1073.367143] env[63339]: DEBUG nova.network.neutron [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updating instance_info_cache with network_info: [{"id": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "address": "fa:16:3e:c1:d4:bf", "network": {"id": "d96fa0ee-5fe4-41e0-921b-8205c1c4fefa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-291511795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0d105e292f4f37829cd0fed798a151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee6cfd8-b8", "ovs_interfaceid": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.457156] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-e7768b1b-31c3-4bca-8563-9bb637143705" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.457156] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-e7768b1b-31c3-4bca-8563-9bb637143705" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.457156] env[63339]: DEBUG nova.network.neutron [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1073.598751] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320611, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.632679] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dd853f23-a1cf-4491-a398-01140cc207e9 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.873s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.671222] env[63339]: DEBUG nova.network.neutron [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Updated VIF entry in instance network info cache for port b3c563e5-652e-41ac-a4bc-37709e6fdde4. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1073.671500] env[63339]: DEBUG nova.network.neutron [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Updating instance_info_cache with network_info: [{"id": "b3c563e5-652e-41ac-a4bc-37709e6fdde4", "address": "fa:16:3e:27:97:fe", "network": {"id": "a0f41eb6-912e-4d62-a41f-4e8a1ab6238c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2004426046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f08870761724bffae1c58d5130f3854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c563e5-65", "ovs_interfaceid": "b3c563e5-652e-41ac-a4bc-37709e6fdde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.815865] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbd8d12-f74b-40ba-886d-aba5044048f7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.830408] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c64d4-d33f-40c9-9983-d37bcfb4a5a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.861098] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6a415-8d38-4b22-b4a1-8040b0a440de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.870623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ee685-4163-4e5e-82fa-9b6e1aa9194c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.875860] env[63339]: DEBUG oslo_concurrency.lockutils [req-ff7b3572-4ea5-465c-9445-0850c2dbe919 req-7dda9ea8-fbf7-494e-ad00-33c1dc1da2c7 service nova] Releasing lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.888360] env[63339]: DEBUG nova.compute.provider_tree [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.040337] env[63339]: DEBUG nova.network.neutron [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1074.102031] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320611, 'name': CreateVM_Task, 'duration_secs': 1.496727} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.102513] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.103369] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.103657] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.104693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.107156] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62ecfa7-6175-40a1-acac-a18c96e99055 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.113548] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1074.113548] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dc253e-486e-7a3b-9746-979d395a16f5" [ 1074.113548] env[63339]: _type = "Task" [ 1074.113548] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.125942] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dc253e-486e-7a3b-9746-979d395a16f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.173838] env[63339]: DEBUG oslo_concurrency.lockutils [req-7b93ba84-d02a-4c81-8694-4fdde7ed6f14 req-814e2ef0-bdd2-462d-8815-b0735c5e4ab4 service nova] Releasing lock "refresh_cache-ae28ff25-b497-4223-b04d-b3f581b81259" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.339061] env[63339]: DEBUG nova.network.neutron [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Updating instance_info_cache with network_info: [{"id": "1080bd72-a8d0-47b6-b79b-38389c1d24e2", "address": "fa:16:3e:0e:d8:b8", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1080bd72-a8", "ovs_interfaceid": "1080bd72-a8d0-47b6-b79b-38389c1d24e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.393291] env[63339]: DEBUG nova.scheduler.client.report [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.634194] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dc253e-486e-7a3b-9746-979d395a16f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014484} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.635289] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.635649] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.636644] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.636644] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.636644] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.636644] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf06936-b69d-4c75-a281-8e4fe96effe7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.652271] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.652580] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.653308] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9bcd12-4c24-436b-b178-b6fd4e414276 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.659856] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1074.659856] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5213fc3d-3432-0696-3160-388c56ac829a" [ 1074.659856] env[63339]: _type = "Task" [ 1074.659856] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.679656] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5213fc3d-3432-0696-3160-388c56ac829a, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.680710] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2f59cf-624e-4015-a2c9-ec7d7f99e94c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.687999] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1074.687999] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ebb4d9-bdff-1641-6153-b28b55cc9055" [ 1074.687999] env[63339]: _type = "Task" [ 1074.687999] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.697497] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ebb4d9-bdff-1641-6153-b28b55cc9055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.819133] env[63339]: DEBUG nova.compute.manager [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Received event network-vif-plugged-1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1074.819133] env[63339]: DEBUG oslo_concurrency.lockutils [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] Acquiring lock "e7768b1b-31c3-4bca-8563-9bb637143705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.819133] env[63339]: DEBUG oslo_concurrency.lockutils [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] Lock "e7768b1b-31c3-4bca-8563-9bb637143705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.819133] env[63339]: DEBUG oslo_concurrency.lockutils [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] Lock "e7768b1b-31c3-4bca-8563-9bb637143705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.819133] env[63339]: DEBUG nova.compute.manager [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] No waiting events found dispatching network-vif-plugged-1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.819652] env[63339]: WARNING nova.compute.manager [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Received unexpected event network-vif-plugged-1080bd72-a8d0-47b6-b79b-38389c1d24e2 for instance with vm_state building and task_state spawning. [ 1074.820066] env[63339]: DEBUG nova.compute.manager [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Received event network-changed-1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1074.820527] env[63339]: DEBUG nova.compute.manager [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Refreshing instance network info cache due to event network-changed-1080bd72-a8d0-47b6-b79b-38389c1d24e2. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1074.820822] env[63339]: DEBUG oslo_concurrency.lockutils [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] Acquiring lock "refresh_cache-e7768b1b-31c3-4bca-8563-9bb637143705" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.845018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-e7768b1b-31c3-4bca-8563-9bb637143705" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.845018] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Instance network_info: |[{"id": "1080bd72-a8d0-47b6-b79b-38389c1d24e2", "address": "fa:16:3e:0e:d8:b8", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1080bd72-a8", "ovs_interfaceid": "1080bd72-a8d0-47b6-b79b-38389c1d24e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.845018] env[63339]: DEBUG oslo_concurrency.lockutils [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] Acquired lock "refresh_cache-e7768b1b-31c3-4bca-8563-9bb637143705" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.845018] env[63339]: DEBUG nova.network.neutron [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Refreshing network info cache for port 1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1074.845018] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1080bd72-a8d0-47b6-b79b-38389c1d24e2', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.863490] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.865058] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.867131] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6994b83-90c2-444e-8ca1-5bbb25e548e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.889169] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.889169] env[63339]: value = "task-4320612" [ 1074.889169] env[63339]: _type = "Task" [ 1074.889169] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.899952] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320612, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.905050] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.905668] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.908514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.184s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.908790] env[63339]: DEBUG nova.objects.instance [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lazy-loading 'resources' on Instance uuid 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.198591] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ebb4d9-bdff-1641-6153-b28b55cc9055, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.198891] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199196] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ae28ff25-b497-4223-b04d-b3f581b81259/ae28ff25-b497-4223-b04d-b3f581b81259.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.199481] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e91b92af-d512-4824-93ce-cd4f6a572e62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.207761] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1075.207761] env[63339]: value = "task-4320613" [ 1075.207761] env[63339]: _type = "Task" [ 1075.207761] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.217900] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.407246] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320612, 'name': CreateVM_Task, 'duration_secs': 0.411738} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.407246] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.407246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.407246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.407246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.407621] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9041dff0-7f33-4e46-8945-e95d8122165b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.412451] env[63339]: DEBUG nova.compute.utils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.421215] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.421462] env[63339]: DEBUG nova.network.neutron [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1075.423933] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1075.423933] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528949fe-6725-576f-ae62-1b5706ccf567" [ 1075.423933] env[63339]: _type = "Task" [ 1075.423933] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.443302] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528949fe-6725-576f-ae62-1b5706ccf567, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.444090] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.444411] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.444996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.444996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.445105] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.445326] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f70334f8-ef61-4bec-a681-39749ff2f3a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.461664] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.461949] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.462797] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c36eb08-deb4-4c15-871b-e1d7682dbec0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.471412] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1075.471412] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d08aca-76ae-80a9-737c-176dbff1e130" [ 1075.471412] env[63339]: _type = "Task" [ 1075.471412] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.481518] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d08aca-76ae-80a9-737c-176dbff1e130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.499987] env[63339]: DEBUG nova.policy [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a7a77191974f299ef3e6a873c24f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10c9f8b35a254fadacb3919a033931c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.724347] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.726562] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1c077-5043-43b5-8d00-a5830c7b2653 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.735648] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2e03c-2fc6-4a31-9e8e-17b709413450 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.774864] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed632d18-0f10-4a0b-923b-dacb8df46039 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.785880] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2298fa-a05f-41a6-ada6-64cd869fc2d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.802965] env[63339]: DEBUG nova.compute.provider_tree [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.888963] env[63339]: DEBUG nova.network.neutron [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Successfully created port: 0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1075.894915] env[63339]: DEBUG nova.network.neutron [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Updated VIF entry in instance network info cache for port 1080bd72-a8d0-47b6-b79b-38389c1d24e2. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1075.895539] env[63339]: DEBUG nova.network.neutron [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Updating instance_info_cache with network_info: [{"id": "1080bd72-a8d0-47b6-b79b-38389c1d24e2", "address": "fa:16:3e:0e:d8:b8", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1080bd72-a8", "ovs_interfaceid": "1080bd72-a8d0-47b6-b79b-38389c1d24e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.928086] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.984235] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d08aca-76ae-80a9-737c-176dbff1e130, 'name': SearchDatastore_Task, 'duration_secs': 0.034422} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.986779] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443c6931-3673-44e6-beaf-6af281afae90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.995061] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1075.995061] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ba70d4-c0e3-092e-c8fd-6c092a24b9ef" [ 1075.995061] env[63339]: _type = "Task" [ 1075.995061] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.010696] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ba70d4-c0e3-092e-c8fd-6c092a24b9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.011561] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "59f21949-6a91-4779-836e-2d5fde5b8361" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.011561] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.011699] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.011919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.012172] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.015228] env[63339]: INFO nova.compute.manager [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Terminating instance [ 1076.223102] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661454} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.223385] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ae28ff25-b497-4223-b04d-b3f581b81259/ae28ff25-b497-4223-b04d-b3f581b81259.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.223611] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.223877] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f084aea9-f5fa-4497-915b-1b7447eaee16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.232442] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1076.232442] env[63339]: value = "task-4320614" [ 1076.232442] env[63339]: _type = "Task" [ 1076.232442] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.243446] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.306483] env[63339]: DEBUG nova.scheduler.client.report [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.400337] env[63339]: DEBUG oslo_concurrency.lockutils [req-9e311bf9-8774-468e-8f24-cfec5270db6e req-7438e99c-7a09-4618-b7a7-618d7b02df00 service nova] Releasing lock "refresh_cache-e7768b1b-31c3-4bca-8563-9bb637143705" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.508948] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ba70d4-c0e3-092e-c8fd-6c092a24b9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.018883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.509299] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.509547] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] e7768b1b-31c3-4bca-8563-9bb637143705/e7768b1b-31c3-4bca-8563-9bb637143705.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.509823] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c942f5c-c0c8-4c74-ad55-e78ab7c939d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.518712] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1076.518712] env[63339]: value = "task-4320615" [ 1076.518712] env[63339]: _type = "Task" [ 1076.518712] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.524761] env[63339]: DEBUG nova.compute.manager [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.524761] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.524761] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7568e6b-0d89-42ff-a300-2285f3c3fbec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.533220] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.538058] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52b1c02-5799-45c8-a654-228d4e0fc653 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.538744] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.545043] env[63339]: DEBUG oslo_vmware.api [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1076.545043] env[63339]: value = "task-4320616" [ 1076.545043] env[63339]: _type = "Task" [ 1076.545043] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.557516] env[63339]: DEBUG oslo_vmware.api [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.650712] env[63339]: DEBUG nova.compute.manager [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Received event network-changed-1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1076.651035] env[63339]: DEBUG nova.compute.manager [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Refreshing instance network info cache due to event network-changed-1ee6cfd8-b811-4729-8e3c-512c36ef32ef. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1076.651355] env[63339]: DEBUG oslo_concurrency.lockutils [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] Acquiring lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.651523] env[63339]: DEBUG oslo_concurrency.lockutils [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] Acquired lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.651730] env[63339]: DEBUG nova.network.neutron [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Refreshing network info cache for port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1076.746558] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075394} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.750033] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.750033] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f8fc9-41ee-4795-bcfc-e2b70a231a79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.779801] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ae28ff25-b497-4223-b04d-b3f581b81259/ae28ff25-b497-4223-b04d-b3f581b81259.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.780180] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac98637d-18dc-483b-b0b8-1b410f680266 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.803997] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1076.803997] env[63339]: value = "task-4320617" [ 1076.803997] env[63339]: _type = "Task" [ 1076.803997] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.812266] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.816043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.850s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.816199] env[63339]: DEBUG nova.objects.instance [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lazy-loading 'resources' on Instance uuid 6d7d6782-db3a-41ef-9ace-3e1192d905e7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.828035] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.867604] env[63339]: INFO nova.scheduler.client.report [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Deleted allocations for instance 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff [ 1076.876236] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.876236] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.938564] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.970750] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.971802] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.971894] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.972671] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.972671] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.972671] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.972976] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.972976] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.973109] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.973277] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.973458] env[63339]: DEBUG nova.virt.hardware [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.975363] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042acb5a-86a5-4704-ab2b-edd5a1dd4ae0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.992050] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d73ee3-fbed-4bcc-9f9c-8a205ff22d70 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.032713] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.058907] env[63339]: DEBUG oslo_vmware.api [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320616, 'name': PowerOffVM_Task, 'duration_secs': 0.293986} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.059320] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.059584] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.060110] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cf316b-0b0a-434f-9e67-2dd1399a0b31 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.143982] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.144227] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.144433] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore2] 59f21949-6a91-4779-836e-2d5fde5b8361 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.144737] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60ce493-128c-4cdf-bf8f-86919ffff724 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.156589] env[63339]: DEBUG oslo_vmware.api [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1077.156589] env[63339]: value = "task-4320619" [ 1077.156589] env[63339]: _type = "Task" [ 1077.156589] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.171544] env[63339]: DEBUG oslo_vmware.api [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.314869] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.382692] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.385760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-371b2525-e1d7-463d-9f60-292176f8d43c tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Lock "8b4c4f19-5893-4b0f-b163-0d0ea34d58ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.706s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.485782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.488402] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.003s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.488825] env[63339]: DEBUG nova.objects.instance [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'flavor' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.532912] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6283} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.537034] env[63339]: DEBUG nova.network.neutron [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updated VIF entry in instance network info cache for port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1077.537356] env[63339]: DEBUG nova.network.neutron [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updating instance_info_cache with network_info: [{"id": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "address": "fa:16:3e:c1:d4:bf", "network": {"id": "d96fa0ee-5fe4-41e0-921b-8205c1c4fefa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-291511795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0d105e292f4f37829cd0fed798a151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee6cfd8-b8", "ovs_interfaceid": "1ee6cfd8-b811-4729-8e3c-512c36ef32ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.539308] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] e7768b1b-31c3-4bca-8563-9bb637143705/e7768b1b-31c3-4bca-8563-9bb637143705.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.539308] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.540783] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e20cd72-e4f7-494d-bba4-cef65db0db22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.551098] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1077.551098] env[63339]: value = "task-4320620" [ 1077.551098] env[63339]: _type = "Task" [ 1077.551098] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.573415] env[63339]: DEBUG nova.network.neutron [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Successfully updated port: 0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1077.573415] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.628511] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11777a7b-759e-46c6-8d42-404c4251dd25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.638327] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a512fe84-3b55-48a4-864f-e0ab4b65d480 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.677670] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e4027-fec1-45e6-b2f8-b5f914125a5b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.694174] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72930916-15dd-45f1-9a83-334dde32a633 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.699136] env[63339]: DEBUG oslo_vmware.api [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335787} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.699136] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.699786] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.699786] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.699786] env[63339]: INFO nova.compute.manager [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1077.700031] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.700629] env[63339]: DEBUG nova.compute.manager [-] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.700732] env[63339]: DEBUG nova.network.neutron [-] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1077.713652] env[63339]: DEBUG nova.compute.provider_tree [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.716274] env[63339]: DEBUG nova.compute.manager [req-c279b72a-5599-4142-be6d-163e140c5f3d req-45c5a5b9-2ea5-491b-a649-993a6cecde44 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-vif-plugged-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1077.716540] env[63339]: DEBUG oslo_concurrency.lockutils [req-c279b72a-5599-4142-be6d-163e140c5f3d req-45c5a5b9-2ea5-491b-a649-993a6cecde44 service nova] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.716764] env[63339]: DEBUG oslo_concurrency.lockutils [req-c279b72a-5599-4142-be6d-163e140c5f3d req-45c5a5b9-2ea5-491b-a649-993a6cecde44 service nova] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.716956] env[63339]: DEBUG oslo_concurrency.lockutils [req-c279b72a-5599-4142-be6d-163e140c5f3d req-45c5a5b9-2ea5-491b-a649-993a6cecde44 service nova] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.717186] env[63339]: DEBUG nova.compute.manager [req-c279b72a-5599-4142-be6d-163e140c5f3d req-45c5a5b9-2ea5-491b-a649-993a6cecde44 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] No waiting events found dispatching network-vif-plugged-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.717414] env[63339]: WARNING nova.compute.manager [req-c279b72a-5599-4142-be6d-163e140c5f3d req-45c5a5b9-2ea5-491b-a649-993a6cecde44 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received unexpected event network-vif-plugged-0e48e858-91a1-47da-a9d3-6254debfb642 for instance with vm_state building and task_state spawning. [ 1077.817462] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320617, 'name': ReconfigVM_Task, 'duration_secs': 0.630468} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.819755] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ae28ff25-b497-4223-b04d-b3f581b81259/ae28ff25-b497-4223-b04d-b3f581b81259.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.820539] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db6afbb-73f5-4d4d-99f5-73593045f100 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.828677] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1077.828677] env[63339]: value = "task-4320621" [ 1077.828677] env[63339]: _type = "Task" [ 1077.828677] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.838509] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320621, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.913024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.993407] env[63339]: DEBUG nova.objects.instance [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'pci_requests' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.042499] env[63339]: DEBUG oslo_concurrency.lockutils [req-65545c56-8ee0-486a-ae94-f19a636e5186 req-d3d24710-0902-48af-87ea-9163c19d725d service nova] Releasing lock "refresh_cache-c2993720-78f4-4371-a9c6-bb8ec82ec033" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.061718] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081493} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.061993] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.062830] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede222d6-b537-4562-abe7-18eff36a22c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.079850] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.080023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.080360] env[63339]: DEBUG nova.network.neutron [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1078.090971] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e7768b1b-31c3-4bca-8563-9bb637143705/e7768b1b-31c3-4bca-8563-9bb637143705.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.094112] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7690e180-7821-4dba-bd90-bfc576d556ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.118797] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1078.118797] env[63339]: value = "task-4320622" [ 1078.118797] env[63339]: _type = "Task" [ 1078.118797] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.128546] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.140817] env[63339]: DEBUG nova.network.neutron [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1078.219873] env[63339]: DEBUG nova.scheduler.client.report [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.321423] env[63339]: DEBUG nova.network.neutron [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.341924] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320621, 'name': Rename_Task, 'duration_secs': 0.216712} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.342935] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.343226] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd2ea152-9263-4952-8148-a807f24a0ecb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.354093] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1078.354093] env[63339]: value = "task-4320623" [ 1078.354093] env[63339]: _type = "Task" [ 1078.354093] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.365895] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.497059] env[63339]: DEBUG nova.objects.base [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1078.497365] env[63339]: DEBUG nova.network.neutron [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1078.539798] env[63339]: DEBUG nova.network.neutron [-] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.602651] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41d700ad-8c6b-425b-a01d-04ae05845d58 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.634025] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320622, 'name': ReconfigVM_Task, 'duration_secs': 0.368537} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.634025] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e7768b1b-31c3-4bca-8563-9bb637143705/e7768b1b-31c3-4bca-8563-9bb637143705.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.634668] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd89cc7-fb64-4250-a6ff-0a06ba300c45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.644416] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1078.644416] env[63339]: value = "task-4320624" [ 1078.644416] env[63339]: _type = "Task" [ 1078.644416] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.659092] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320624, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.731212] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.732425] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.854s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.734350] env[63339]: INFO nova.compute.claims [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.758431] env[63339]: INFO nova.scheduler.client.report [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Deleted allocations for instance 6d7d6782-db3a-41ef-9ace-3e1192d905e7 [ 1078.777099] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "c2993720-78f4-4371-a9c6-bb8ec82ec033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.777880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.778305] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "c2993720-78f4-4371-a9c6-bb8ec82ec033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.778696] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.779136] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.781904] env[63339]: INFO nova.compute.manager [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Terminating instance [ 1078.823980] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.824503] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance network_info: |[{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.825046] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:fd:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e48e858-91a1-47da-a9d3-6254debfb642', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.832961] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating folder: Project (10c9f8b35a254fadacb3919a033931c1). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.834109] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec7ca287-9ae2-44be-8277-588fd71922d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.849163] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Created folder: Project (10c9f8b35a254fadacb3919a033931c1) in parent group-v849594. [ 1078.849712] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating folder: Instances. Parent ref: group-v849852. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.850767] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd7a39ba-dee2-4488-92b7-51929f886113 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.866106] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.868513] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Created folder: Instances in parent group-v849852. [ 1078.868897] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.869231] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.869571] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79769f9a-d83e-4340-bdb4-d2bb7c2179c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.892040] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.892040] env[63339]: value = "task-4320627" [ 1078.892040] env[63339]: _type = "Task" [ 1078.892040] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.904236] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320627, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.042819] env[63339]: INFO nova.compute.manager [-] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Took 1.34 seconds to deallocate network for instance. [ 1079.159134] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320624, 'name': Rename_Task, 'duration_secs': 0.17532} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.160127] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.160127] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37823e3-b166-466f-8328-cbf66ad47115 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.169938] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1079.169938] env[63339]: value = "task-4320628" [ 1079.169938] env[63339]: _type = "Task" [ 1079.169938] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.179777] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.266887] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f3d50ce-8502-4b05-97e4-60499aed155a tempest-ServerShowV247Test-1717052113 tempest-ServerShowV247Test-1717052113-project-member] Lock "6d7d6782-db3a-41ef-9ace-3e1192d905e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.525s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.286321] env[63339]: DEBUG nova.compute.manager [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.287139] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.287899] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f70b6-de0d-46f6-9e96-38e649f50ebf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.299254] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.299493] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b746994-1c47-4968-a925-d3761bec4c1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.308101] env[63339]: DEBUG oslo_vmware.api [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1079.308101] env[63339]: value = "task-4320629" [ 1079.308101] env[63339]: _type = "Task" [ 1079.308101] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.318410] env[63339]: DEBUG oslo_vmware.api [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.369353] env[63339]: DEBUG oslo_vmware.api [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320623, 'name': PowerOnVM_Task, 'duration_secs': 0.73096} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.370024] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.370024] env[63339]: INFO nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1079.370244] env[63339]: DEBUG nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.371180] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c275e82-86cf-4c4d-a80b-843bed0d2d95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.403960] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320627, 'name': CreateVM_Task, 'duration_secs': 0.458832} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.404969] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.405170] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.405369] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.405749] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.406886] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6335308c-d628-49fa-8bdd-803aa28b535c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.413091] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1079.413091] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e31b91-12c6-941e-b5cc-54e4399ad66c" [ 1079.413091] env[63339]: _type = "Task" [ 1079.413091] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.426193] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e31b91-12c6-941e-b5cc-54e4399ad66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.557375] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.681909] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320628, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.752072] env[63339]: DEBUG nova.compute.manager [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-changed-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1079.752246] env[63339]: DEBUG nova.compute.manager [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Refreshing instance network info cache due to event network-changed-0e48e858-91a1-47da-a9d3-6254debfb642. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1079.752464] env[63339]: DEBUG oslo_concurrency.lockutils [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.752578] env[63339]: DEBUG oslo_concurrency.lockutils [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.752752] env[63339]: DEBUG nova.network.neutron [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Refreshing network info cache for port 0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1079.824697] env[63339]: DEBUG oslo_vmware.api [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320629, 'name': PowerOffVM_Task, 'duration_secs': 0.303076} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.824697] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.826108] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.826108] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6f07ed3-5777-4db7-9941-1ff3884af4d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.900772] env[63339]: INFO nova.compute.manager [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Took 26.11 seconds to build instance. [ 1079.906635] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.906905] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.907115] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Deleting the datastore file [datastore1] c2993720-78f4-4371-a9c6-bb8ec82ec033 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.907414] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc9738e-6250-44b8-bc8b-35e310b3e7ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.920686] env[63339]: DEBUG oslo_vmware.api [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for the task: (returnval){ [ 1079.920686] env[63339]: value = "task-4320631" [ 1079.920686] env[63339]: _type = "Task" [ 1079.920686] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.936068] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e31b91-12c6-941e-b5cc-54e4399ad66c, 'name': SearchDatastore_Task, 'duration_secs': 0.016931} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.940440] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.940573] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.940776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.940935] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.941112] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.942373] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ab61cb-18ef-4181-b039-d7e7f083cd89 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.948581] env[63339]: DEBUG oslo_vmware.api [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.958272] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.958426] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.959353] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257e083b-ead5-46d0-b6f3-8923725428d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.970743] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1079.970743] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52403d93-25cc-b841-cd71-c37fb230fbd7" [ 1079.970743] env[63339]: _type = "Task" [ 1079.970743] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.985569] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52403d93-25cc-b841-cd71-c37fb230fbd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.020904] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b99da0f-f002-460f-8a06-4563a951db19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.030572] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed09b9-5dc9-4af1-a81c-b3e107824437 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.080158] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c59b57-9947-4e0e-b2df-7f2ba3d556c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.088506] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06616d7c-081d-40a1-8d12-3308543aa880 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.108792] env[63339]: DEBUG nova.compute.provider_tree [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.184291] env[63339]: DEBUG oslo_vmware.api [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320628, 'name': PowerOnVM_Task, 'duration_secs': 0.535025} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.184595] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.184809] env[63339]: INFO nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1080.185118] env[63339]: DEBUG nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.186051] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13327f7b-468f-49cc-8d26-069deed3ba05 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.402968] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fc195f9e-19ea-424c-9c10-d3fbda95023e tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "ae28ff25-b497-4223-b04d-b3f581b81259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.622s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.437805] env[63339]: DEBUG oslo_vmware.api [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Task: {'id': task-4320631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296677} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.438262] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.438457] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.438753] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.438992] env[63339]: INFO nova.compute.manager [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1080.439385] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.439651] env[63339]: DEBUG nova.compute.manager [-] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.439772] env[63339]: DEBUG nova.network.neutron [-] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1080.483079] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52403d93-25cc-b841-cd71-c37fb230fbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.019565} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.483987] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d18c28a-3050-44d0-9810-ae2a496d7543 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.491041] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1080.491041] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52814f4f-35df-75af-86cc-3ee705c420f2" [ 1080.491041] env[63339]: _type = "Task" [ 1080.491041] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.502140] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52814f4f-35df-75af-86cc-3ee705c420f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.577488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.577829] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.578279] env[63339]: DEBUG nova.objects.instance [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'flavor' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.613098] env[63339]: DEBUG nova.scheduler.client.report [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.705860] env[63339]: INFO nova.compute.manager [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Took 22.99 seconds to build instance. [ 1080.715116] env[63339]: DEBUG nova.network.neutron [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updated VIF entry in instance network info cache for port 0e48e858-91a1-47da-a9d3-6254debfb642. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1080.715905] env[63339]: DEBUG nova.network.neutron [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.004058] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52814f4f-35df-75af-86cc-3ee705c420f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015454} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.004352] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.004755] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.004929] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b4256a3-b97c-44d2-b135-fc5f36e3eec5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.014056] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1081.014056] env[63339]: value = "task-4320632" [ 1081.014056] env[63339]: _type = "Task" [ 1081.014056] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.028399] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.119525] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.120206] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.123132] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.210s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.126485] env[63339]: INFO nova.compute.claims [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.195252] env[63339]: DEBUG nova.objects.instance [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'pci_requests' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.223069] env[63339]: DEBUG oslo_concurrency.lockutils [None req-959dad40-63f9-401d-9f24-6821ecf9cf41 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.508s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.223069] env[63339]: DEBUG oslo_concurrency.lockutils [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.223069] env[63339]: DEBUG nova.compute.manager [req-0b8ae6f4-ebf9-4a9f-9b1a-08150483f397 req-0b54f220-3ea5-4e54-b683-f8d5c6a26554 service nova] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Received event network-vif-deleted-f6bb59f2-4f95-407c-af74-7f4ba9467433 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1081.469165] env[63339]: DEBUG nova.network.neutron [-] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.497077] env[63339]: DEBUG nova.compute.manager [req-c699fb6b-90dc-498c-972a-66d4ca9d7440 req-be37324e-ac85-452a-816d-b2f322feea5b service nova] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Received event network-vif-deleted-1ee6cfd8-b811-4729-8e3c-512c36ef32ef {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1081.530702] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320632, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.630274] env[63339]: DEBUG nova.compute.utils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.634495] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.634689] env[63339]: DEBUG nova.network.neutron [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1081.700157] env[63339]: DEBUG nova.objects.base [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.700157] env[63339]: DEBUG nova.network.neutron [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1081.718980] env[63339]: DEBUG nova.policy [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '893712b84c244485a95072313e6b2de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118c5c51bffa4bdd951c8b4d47069a2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.782742] env[63339]: DEBUG nova.policy [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.976729] env[63339]: INFO nova.compute.manager [-] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Took 1.54 seconds to deallocate network for instance. [ 1082.029420] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719616} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.031626] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.032092] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.033183] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8a65620-f398-4070-ac79-ba21d8809dae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.041993] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1082.041993] env[63339]: value = "task-4320633" [ 1082.041993] env[63339]: _type = "Task" [ 1082.041993] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.054240] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.143708] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.290019] env[63339]: DEBUG nova.network.neutron [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Successfully created port: 18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.294715] env[63339]: DEBUG nova.network.neutron [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Successfully created port: 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.446374] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad90db5-d190-4f22-b7a2-749128be070d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.457549] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a40210-f44f-4e7a-9474-70a3f3777e2e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.500610] env[63339]: DEBUG nova.compute.manager [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.501794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.502753] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443f18b-f8b3-4711-a4b8-006245e6359f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.506736] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345560d4-29c1-4030-a230-5657e11061d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.517670] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b90853-ad25-4598-8887-8c4313215559 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.538302] env[63339]: DEBUG nova.compute.provider_tree [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.555939] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.556921] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.557635] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab4765-18d9-471a-8608-ddd4881a5d91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.588474] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.589232] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38657573-eb4d-4762-b5b2-ed19de3169af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.610811] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1082.610811] env[63339]: value = "task-4320634" [ 1082.610811] env[63339]: _type = "Task" [ 1082.610811] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.620554] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.758189] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bba01f-1741-4996-8e2c-cb19e1ca469f/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1082.759231] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f51ac-4a08-45b0-9ba4-6f0477412d84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.766167] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bba01f-1741-4996-8e2c-cb19e1ca469f/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1082.766361] env[63339]: ERROR oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bba01f-1741-4996-8e2c-cb19e1ca469f/disk-0.vmdk due to incomplete transfer. [ 1082.766607] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1a551f0-8acd-47dc-8bd0-698505411e51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.775659] env[63339]: DEBUG oslo_vmware.rw_handles [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bba01f-1741-4996-8e2c-cb19e1ca469f/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1082.775905] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Uploaded image 485ac3cc-c437-4162-b45a-cd836f4a8f9f to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1082.779021] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.779299] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa992d4d-45eb-48c7-95c7-cc376f8f8b71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.787837] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1082.787837] env[63339]: value = "task-4320635" [ 1082.787837] env[63339]: _type = "Task" [ 1082.787837] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.802509] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320635, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.030418] env[63339]: INFO nova.compute.manager [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] instance snapshotting [ 1083.032900] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f276e79-b669-4de2-b669-ac95b144b1ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.044256] env[63339]: DEBUG nova.scheduler.client.report [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.069347] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c8639c-7ab7-43f1-8f68-b1ecf6c397ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.125193] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.162483] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.213895] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.214239] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.214403] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.214618] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.214733] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.215104] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.215314] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.216134] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.216134] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.216134] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.216134] env[63339]: DEBUG nova.virt.hardware [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.217066] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b6b3c2-4c56-4573-b855-16f773a2b1e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.227689] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ecb41-c81e-490f-b7a0-c15ec17d7195 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.299758] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320635, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.367263] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "e7768b1b-31c3-4bca-8563-9bb637143705" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.370149] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.569833] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.570062] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.573084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.016s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.573364] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.575666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.074s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.576052] env[63339]: DEBUG nova.objects.instance [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lazy-loading 'resources' on Instance uuid c2993720-78f4-4371-a9c6-bb8ec82ec033 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.590028] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.590384] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fb21266-2fdc-4416-9cac-c7b591fd3d9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.600436] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1083.600436] env[63339]: value = "task-4320636" [ 1083.600436] env[63339]: _type = "Task" [ 1083.600436] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.604961] env[63339]: INFO nova.scheduler.client.report [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocations for instance 59f21949-6a91-4779-836e-2d5fde5b8361 [ 1083.614523] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.625416] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320634, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.799035] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320635, 'name': Destroy_Task, 'duration_secs': 0.701836} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.799415] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroyed the VM [ 1083.799781] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.800178] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3da61c2-2b55-4371-a12f-9dcaec80d6e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.810767] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1083.810767] env[63339]: value = "task-4320637" [ 1083.810767] env[63339]: _type = "Task" [ 1083.810767] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.819773] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.874927] env[63339]: DEBUG nova.compute.utils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.943959] env[63339]: DEBUG nova.network.neutron [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Successfully updated port: 18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.081830] env[63339]: DEBUG nova.compute.utils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.085182] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.086055] env[63339]: DEBUG nova.network.neutron [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1084.117565] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.124511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "59f21949-6a91-4779-836e-2d5fde5b8361" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.113s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.132954] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320634, 'name': ReconfigVM_Task, 'duration_secs': 1.074148} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.134599] env[63339]: DEBUG nova.policy [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bea553588e4ba1b727f263b3e1bf8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac7253e1b4e4ea9ba00942d1bd861c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.136413] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.138276] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0000e4c4-0484-4da2-a006-4268e3ad18af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.152030] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1084.152030] env[63339]: value = "task-4320638" [ 1084.152030] env[63339]: _type = "Task" [ 1084.152030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.169989] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320638, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.323950] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320637, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.344761] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558a541-9011-41a7-ba31-ac2ef33bb322 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.354762] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47017a4-68d2-42cc-9c38-e050af3d2523 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.405059] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.037s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.407029] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12133d51-486d-4604-8c34-339495c1d57b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.416800] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ddc094-a9b3-4263-addc-b409196458f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.432064] env[63339]: DEBUG nova.compute.provider_tree [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.447100] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.447100] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.447415] env[63339]: DEBUG nova.network.neutron [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1084.505829] env[63339]: DEBUG nova.network.neutron [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Successfully created port: a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1084.517213] env[63339]: DEBUG nova.network.neutron [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Successfully updated port: 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.585566] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.613390] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320636, 'name': CreateSnapshot_Task, 'duration_secs': 0.899429} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.613694] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1084.614535] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea1920-ff01-4f8e-a630-6c51fb876b91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.661244] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320638, 'name': Rename_Task, 'duration_secs': 0.18948} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.663251] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.663251] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a78c535-63c2-4fee-9576-4ff506b9b25f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.672390] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1084.672390] env[63339]: value = "task-4320639" [ 1084.672390] env[63339]: _type = "Task" [ 1084.672390] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.687280] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.823754] env[63339]: DEBUG oslo_vmware.api [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320637, 'name': RemoveSnapshot_Task, 'duration_secs': 0.877344} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.824130] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.824410] env[63339]: INFO nova.compute.manager [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 1084.937776] env[63339]: DEBUG nova.scheduler.client.report [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.019725] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.019765] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.019923] env[63339]: DEBUG nova.network.neutron [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1085.026222] env[63339]: WARNING nova.network.neutron [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] 82a1361c-aa7d-4ed1-9373-36fd2cf64f68 already exists in list: networks containing: ['82a1361c-aa7d-4ed1-9373-36fd2cf64f68']. ignoring it [ 1085.133660] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1085.137346] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1254ed73-f581-44e4-867a-83dd5bf20eae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.150580] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1085.150580] env[63339]: value = "task-4320640" [ 1085.150580] env[63339]: _type = "Task" [ 1085.150580] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.164843] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320640, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.188653] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.386368] env[63339]: DEBUG nova.compute.manager [req-45f00fb8-360b-4b3e-b18e-5b0e28a444b7 req-d1d16bba-a5e5-4ce1-b943-5eca724f416c service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-vif-plugged-18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1085.386368] env[63339]: DEBUG oslo_concurrency.lockutils [req-45f00fb8-360b-4b3e-b18e-5b0e28a444b7 req-d1d16bba-a5e5-4ce1-b943-5eca724f416c service nova] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.387134] env[63339]: DEBUG oslo_concurrency.lockutils [req-45f00fb8-360b-4b3e-b18e-5b0e28a444b7 req-d1d16bba-a5e5-4ce1-b943-5eca724f416c service nova] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.387134] env[63339]: DEBUG oslo_concurrency.lockutils [req-45f00fb8-360b-4b3e-b18e-5b0e28a444b7 req-d1d16bba-a5e5-4ce1-b943-5eca724f416c service nova] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.387134] env[63339]: DEBUG nova.compute.manager [req-45f00fb8-360b-4b3e-b18e-5b0e28a444b7 req-d1d16bba-a5e5-4ce1-b943-5eca724f416c service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] No waiting events found dispatching network-vif-plugged-18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.387134] env[63339]: WARNING nova.compute.manager [req-45f00fb8-360b-4b3e-b18e-5b0e28a444b7 req-d1d16bba-a5e5-4ce1-b943-5eca724f416c service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received unexpected event network-vif-plugged-18b6acb1-16bb-4c1b-8268-87a54b100e09 for instance with vm_state active and task_state None. [ 1085.405158] env[63339]: DEBUG nova.compute.manager [None req-3cc2806e-c431-4cf2-8baf-9b33f9f7832f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Found 1 images (rotation: 2) {{(pid=63339) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1085.445386] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.447719] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "e7768b1b-31c3-4bca-8563-9bb637143705" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.448139] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.448737] env[63339]: INFO nova.compute.manager [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Attaching volume 658004d3-5df3-4f2f-afd1-1c05739188e7 to /dev/sdb [ 1085.493852] env[63339]: INFO nova.scheduler.client.report [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Deleted allocations for instance c2993720-78f4-4371-a9c6-bb8ec82ec033 [ 1085.516138] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b40de-4de3-482d-86bc-fecfabc8e4ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.537370] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7a460-692c-4d13-b43e-6e7332cd94de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.557785] env[63339]: DEBUG nova.virt.block_device [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Updating existing volume attachment record: 4ac3d7e0-0f3d-4bb6-a0fa-bac90d5e3f42 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.572019] env[63339]: DEBUG nova.network.neutron [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1085.596854] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.602823] env[63339]: DEBUG nova.network.neutron [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "address": "fa:16:3e:23:ea:cd", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6acb1-16", "ovs_interfaceid": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.636771] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.637107] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.637391] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.637686] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.637952] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.638234] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.638590] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.638863] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.639174] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.639556] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.639875] env[63339]: DEBUG nova.virt.hardware [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.641796] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a0532e-d327-4173-9f84-05fe93840f7b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.656403] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e819bd-baa8-45e6-98f4-639e679dc65a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.680332] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320640, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.686367] env[63339]: DEBUG oslo_vmware.api [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320639, 'name': PowerOnVM_Task, 'duration_secs': 0.852999} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.686656] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.686859] env[63339]: INFO nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1085.687111] env[63339]: DEBUG nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.688015] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa0df04-3c71-491e-b2f3-4ede61491a6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.737693] env[63339]: DEBUG nova.network.neutron [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating instance_info_cache with network_info: [{"id": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "address": "fa:16:3e:b3:33:ad", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782ba7b9-6f", "ovs_interfaceid": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.001775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-52bee475-d2cc-4a57-9c49-64aa971e57eb tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Lock "c2993720-78f4-4371-a9c6-bb8ec82ec033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.224s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.023857] env[63339]: DEBUG nova.network.neutron [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Successfully updated port: a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1086.108813] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.109643] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.109804] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.110951] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c732784-738a-437e-9e73-c4cf160cd09b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.132371] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.132685] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.132865] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.133112] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.133293] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.133546] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.133835] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.134017] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.134193] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.134626] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.134692] env[63339]: DEBUG nova.virt.hardware [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.143068] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfiguring VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1086.143523] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3665171f-798a-4cff-9729-b1a190e16364 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.167041] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320640, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.168809] env[63339]: DEBUG oslo_vmware.api [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1086.168809] env[63339]: value = "task-4320644" [ 1086.168809] env[63339]: _type = "Task" [ 1086.168809] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.178067] env[63339]: DEBUG oslo_vmware.api [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320644, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.210199] env[63339]: INFO nova.compute.manager [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Took 26.29 seconds to build instance. [ 1086.241080] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.241287] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Instance network_info: |[{"id": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "address": "fa:16:3e:b3:33:ad", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782ba7b9-6f", "ovs_interfaceid": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.241779] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:33:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '782ba7b9-6ff0-4033-b94e-1ec5d97d7422', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.253111] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.253885] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.254190] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139207f5-a230-4529-bc40-6cd340c20094 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.278235] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.278235] env[63339]: value = "task-4320645" [ 1086.278235] env[63339]: _type = "Task" [ 1086.278235] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.287861] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320645, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.440669] env[63339]: DEBUG nova.compute.manager [req-f0ceec63-4987-4b9e-81a9-cd6a1901d25a req-b14399b6-95d5-4f5c-bd42-a9ddbcdffe0e service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Received event network-vif-plugged-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1086.441120] env[63339]: DEBUG oslo_concurrency.lockutils [req-f0ceec63-4987-4b9e-81a9-cd6a1901d25a req-b14399b6-95d5-4f5c-bd42-a9ddbcdffe0e service nova] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.441505] env[63339]: DEBUG oslo_concurrency.lockutils [req-f0ceec63-4987-4b9e-81a9-cd6a1901d25a req-b14399b6-95d5-4f5c-bd42-a9ddbcdffe0e service nova] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.441852] env[63339]: DEBUG oslo_concurrency.lockutils [req-f0ceec63-4987-4b9e-81a9-cd6a1901d25a req-b14399b6-95d5-4f5c-bd42-a9ddbcdffe0e service nova] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.442455] env[63339]: DEBUG nova.compute.manager [req-f0ceec63-4987-4b9e-81a9-cd6a1901d25a req-b14399b6-95d5-4f5c-bd42-a9ddbcdffe0e service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] No waiting events found dispatching network-vif-plugged-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.442511] env[63339]: WARNING nova.compute.manager [req-f0ceec63-4987-4b9e-81a9-cd6a1901d25a req-b14399b6-95d5-4f5c-bd42-a9ddbcdffe0e service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Received unexpected event network-vif-plugged-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 for instance with vm_state building and task_state spawning. [ 1086.527512] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.527642] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.527784] env[63339]: DEBUG nova.network.neutron [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1086.668501] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320640, 'name': CloneVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.680678] env[63339]: DEBUG oslo_vmware.api [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.712775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.802s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.797569] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320645, 'name': CreateVM_Task, 'duration_secs': 0.472382} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.797751] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.798513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.798831] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.799161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.799508] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680781c6-39d2-460f-bb6d-b3ef81298517 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.805758] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1086.805758] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e56b34-f456-231a-8586-a314806d1eaf" [ 1086.805758] env[63339]: _type = "Task" [ 1086.805758] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.817653] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e56b34-f456-231a-8586-a314806d1eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.939704] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.940162] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.100049] env[63339]: DEBUG oslo_concurrency.lockutils [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.100049] env[63339]: DEBUG oslo_concurrency.lockutils [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.109128] env[63339]: DEBUG nova.network.neutron [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1087.169386] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320640, 'name': CloneVM_Task, 'duration_secs': 1.535164} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.169724] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Created linked-clone VM from snapshot [ 1087.170807] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2814f-3e4b-4d38-a3e4-e3966fba4311 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.184267] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Uploading image 6dc9944a-4200-492a-897b-8e704d8d5ea4 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1087.190791] env[63339]: DEBUG oslo_vmware.api [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320644, 'name': ReconfigVM_Task, 'duration_secs': 0.868555} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.191391] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.191686] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfigured VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1087.198682] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.198900] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f96719e-1bd9-48b2-afc5-096561718f11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.209196] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1087.209196] env[63339]: value = "task-4320646" [ 1087.209196] env[63339]: _type = "Task" [ 1087.209196] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.221722] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320646, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.287066] env[63339]: DEBUG nova.network.neutron [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [{"id": "a857216d-4580-4a9a-97b3-85b3e237e115", "address": "fa:16:3e:3a:ac:40", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa857216d-45", "ovs_interfaceid": "a857216d-4580-4a9a-97b3-85b3e237e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.317580] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e56b34-f456-231a-8586-a314806d1eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.317928] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.318189] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.318435] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.318579] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.318760] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.319470] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757b4722-375f-40a8-89c8-e063dd1ca39f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.330828] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.331108] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.331970] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0601d81d-602e-40c8-b4d5-7c340def216f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.339808] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1087.339808] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529a2538-321f-3257-799c-268141425703" [ 1087.339808] env[63339]: _type = "Task" [ 1087.339808] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.352492] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529a2538-321f-3257-799c-268141425703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.445024] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.603322] env[63339]: INFO nova.compute.manager [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Detaching volume a2d34bd8-848a-49f8-b973-2984c74dbcf4 [ 1087.617327] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.617592] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.661736] env[63339]: INFO nova.virt.block_device [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Attempting to driver detach volume a2d34bd8-848a-49f8-b973-2984c74dbcf4 from mountpoint /dev/sdb [ 1087.662307] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1087.662582] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1087.663680] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d6acf9-88e9-4bcf-b4f9-eda98d453304 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.691897] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef8b03-7f72-4753-a574-1cf31a57793d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.696560] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.119s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.701113] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1095a05-78c1-437a-9e37-91a115bd9d99 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.736507] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68bc36-954a-4452-a2ba-a71ea8f8ece6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.746040] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320646, 'name': Destroy_Task, 'duration_secs': 0.507988} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.757491] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Destroyed the VM [ 1087.757851] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.759009] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4/volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1087.765442] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.766358] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9c87e50-3f6f-49c9-b8bd-5a29a61cb0fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.769736] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879702d0-3dca-48c4-b8c7-7087eeeb687e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.791467] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.791992] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Instance network_info: |[{"id": "a857216d-4580-4a9a-97b3-85b3e237e115", "address": "fa:16:3e:3a:ac:40", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa857216d-45", "ovs_interfaceid": "a857216d-4580-4a9a-97b3-85b3e237e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.792595] env[63339]: DEBUG oslo_vmware.api [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1087.792595] env[63339]: value = "task-4320648" [ 1087.792595] env[63339]: _type = "Task" [ 1087.792595] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.794516] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ac:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a857216d-4580-4a9a-97b3-85b3e237e115', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.803175] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.803519] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1087.803519] env[63339]: value = "task-4320647" [ 1087.803519] env[63339]: _type = "Task" [ 1087.803519] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.804629] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.810569] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e8634e-87ed-47a8-b2a4-078ae9b76c91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.840174] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.845938] env[63339]: DEBUG oslo_vmware.api [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.846199] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.846199] env[63339]: value = "task-4320649" [ 1087.846199] env[63339]: _type = "Task" [ 1087.846199] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.864975] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529a2538-321f-3257-799c-268141425703, 'name': SearchDatastore_Task, 'duration_secs': 0.021434} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.872342] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320649, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.872638] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb32fee7-3ab3-4c24-b29b-a784ee36d719 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.881127] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1087.881127] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522dc033-bb3a-ff87-8cc3-35082c379b9a" [ 1087.881127] env[63339]: _type = "Task" [ 1087.881127] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.893971] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522dc033-bb3a-ff87-8cc3-35082c379b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.974098] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.974525] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.976323] env[63339]: INFO nova.compute.claims [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.121239] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.136116] env[63339]: DEBUG nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-changed-18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1088.139051] env[63339]: DEBUG nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing instance network info cache due to event network-changed-18b6acb1-16bb-4c1b-8268-87a54b100e09. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1088.139051] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.139051] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.139051] env[63339]: DEBUG nova.network.neutron [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing network info cache for port 18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1088.319346] env[63339]: DEBUG oslo_vmware.api [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320648, 'name': ReconfigVM_Task, 'duration_secs': 0.475122} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.320078] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.328403] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c917d5-538c-4315-acc8-baf34984cd37 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.339383] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320647, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.339838] env[63339]: DEBUG nova.compute.manager [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.341268] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a578fff-9658-4b03-81c6-2c261ad77aa1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.352809] env[63339]: DEBUG oslo_vmware.api [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1088.352809] env[63339]: value = "task-4320651" [ 1088.352809] env[63339]: _type = "Task" [ 1088.352809] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.366334] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320649, 'name': CreateVM_Task, 'duration_secs': 0.449898} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.370740] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.370740] env[63339]: DEBUG oslo_vmware.api [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.371071] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.372016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.372016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.372016] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c62a26-f188-4fdb-895b-56e6ff95f2d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.378526] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1088.378526] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52edd5f9-989c-6058-3d25-912ee1f9ab31" [ 1088.378526] env[63339]: _type = "Task" [ 1088.378526] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.394566] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52edd5f9-989c-6058-3d25-912ee1f9ab31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.398182] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522dc033-bb3a-ff87-8cc3-35082c379b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.400222] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.400222] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] d3823241-4f03-41e3-9559-2363ba1ab7d5/d3823241-4f03-41e3-9559-2363ba1ab7d5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.400222] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411823f5-49a7-4c1f-b0eb-efef412bb4d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.408985] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1088.408985] env[63339]: value = "task-4320652" [ 1088.408985] env[63339]: _type = "Task" [ 1088.408985] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.423796] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.657362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.743236] env[63339]: DEBUG nova.compute.manager [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Received event network-changed-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1088.743494] env[63339]: DEBUG nova.compute.manager [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Refreshing instance network info cache due to event network-changed-782ba7b9-6ff0-4033-b94e-1ec5d97d7422. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1088.743681] env[63339]: DEBUG oslo_concurrency.lockutils [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] Acquiring lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.743791] env[63339]: DEBUG oslo_concurrency.lockutils [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] Acquired lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.743954] env[63339]: DEBUG nova.network.neutron [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Refreshing network info cache for port 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1088.822832] env[63339]: DEBUG oslo_vmware.api [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320647, 'name': RemoveSnapshot_Task, 'duration_secs': 0.832737} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.824541] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1088.855110] env[63339]: INFO nova.compute.manager [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] instance snapshotting [ 1088.855704] env[63339]: DEBUG nova.objects.instance [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'flavor' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.873027] env[63339]: DEBUG oslo_vmware.api [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320651, 'name': ReconfigVM_Task, 'duration_secs': 0.23405} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.873027] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849824', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'name': 'volume-a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bee9874-77a0-4e8e-90fb-521ed8ef5581', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4', 'serial': 'a2d34bd8-848a-49f8-b973-2984c74dbcf4'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1088.893329] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52edd5f9-989c-6058-3d25-912ee1f9ab31, 'name': SearchDatastore_Task, 'duration_secs': 0.018081} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.893329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.893329] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.893649] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.893840] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.894142] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.894532] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32efcd28-685f-4a05-aa69-eb808a4805c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.918426] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.918612] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.920180] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ceffb85-cffb-42a5-a43e-5dc4f311c558 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.930029] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320652, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.931712] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1088.931712] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5297021f-9d16-1322-edd9-96b225a0b62b" [ 1088.931712] env[63339]: _type = "Task" [ 1088.931712] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.943260] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5297021f-9d16-1322-edd9-96b225a0b62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.015183] env[63339]: DEBUG nova.network.neutron [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updated VIF entry in instance network info cache for port 18b6acb1-16bb-4c1b-8268-87a54b100e09. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1089.015694] env[63339]: DEBUG nova.network.neutron [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "address": "fa:16:3e:23:ea:cd", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6acb1-16", "ovs_interfaceid": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.080810] env[63339]: DEBUG oslo_concurrency.lockutils [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.081223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.253780] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf842b3-2e0b-4a41-82d3-edeb78dc0326 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.262924] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c20171-70c8-4557-bd59-7ee2ffd1d3a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.300517] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e0097-931e-488d-9c59-2964d413a2c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.309518] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f2e28-1b68-444a-834f-bf3da419466e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.324774] env[63339]: DEBUG nova.compute.provider_tree [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.329694] env[63339]: WARNING nova.compute.manager [None req-08c09595-f84b-4987-bb5a-dd7e72f0ad86 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Image not found during snapshot: nova.exception.ImageNotFound: Image 6dc9944a-4200-492a-897b-8e704d8d5ea4 could not be found. [ 1089.368654] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fce2e-7a73-469f-ac03-a6aa24d3b0fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.392173] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c6823e-dbee-45e8-b68f-f4c380d7b64a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.420876] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949384} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.422508] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] d3823241-4f03-41e3-9559-2363ba1ab7d5/d3823241-4f03-41e3-9559-2363ba1ab7d5.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.423024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.423858] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f37989e1-7ea9-4723-9d4c-c89b27096bd7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.437594] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1089.437594] env[63339]: value = "task-4320653" [ 1089.437594] env[63339]: _type = "Task" [ 1089.437594] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.444412] env[63339]: DEBUG nova.objects.instance [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'flavor' on Instance uuid 3bee9874-77a0-4e8e-90fb-521ed8ef5581 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.461523] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5297021f-9d16-1322-edd9-96b225a0b62b, 'name': SearchDatastore_Task, 'duration_secs': 0.073653} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.468492] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.471267] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7de0d7-1e30-4b9e-8219-07574d2b0be8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.479091] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1089.479091] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52093420-9d80-ee8b-ccc9-2a734af260bb" [ 1089.479091] env[63339]: _type = "Task" [ 1089.479091] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.491419] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52093420-9d80-ee8b-ccc9-2a734af260bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.518676] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.518943] env[63339]: DEBUG nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Received event network-vif-plugged-a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1089.519224] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Acquiring lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.519447] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.519614] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.519784] env[63339]: DEBUG nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] No waiting events found dispatching network-vif-plugged-a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.519951] env[63339]: WARNING nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Received unexpected event network-vif-plugged-a857216d-4580-4a9a-97b3-85b3e237e115 for instance with vm_state building and task_state spawning. [ 1089.520591] env[63339]: DEBUG nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Received event network-changed-a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1089.520591] env[63339]: DEBUG nova.compute.manager [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Refreshing instance network info cache due to event network-changed-a857216d-4580-4a9a-97b3-85b3e237e115. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1089.520792] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Acquiring lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.520922] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Acquired lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.521129] env[63339]: DEBUG nova.network.neutron [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Refreshing network info cache for port a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1089.584516] env[63339]: INFO nova.compute.manager [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Detaching volume 189d594a-459d-4914-9e2e-8f0202562936 [ 1089.636253] env[63339]: INFO nova.virt.block_device [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Attempting to driver detach volume 189d594a-459d-4914-9e2e-8f0202562936 from mountpoint /dev/sdb [ 1089.636253] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.636528] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849808', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'name': 'volume-189d594a-459d-4914-9e2e-8f0202562936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'serial': '189d594a-459d-4914-9e2e-8f0202562936'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.637540] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54f4b2f-cbe1-44d4-b803-44be37701661 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.665751] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85bb04f-1b04-449d-b91d-41988b505a9b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.674724] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3720e61c-9690-41f5-87a6-7552f0bac8ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.698743] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb32f2df-0db7-4972-baba-9b64db4fdeed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.714450] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] The volume has not been displaced from its original location: [datastore2] volume-189d594a-459d-4914-9e2e-8f0202562936/volume-189d594a-459d-4914-9e2e-8f0202562936.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.719951] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.720335] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b41822-3bc1-4518-a971-679ffd66e168 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.743104] env[63339]: DEBUG oslo_vmware.api [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1089.743104] env[63339]: value = "task-4320654" [ 1089.743104] env[63339]: _type = "Task" [ 1089.743104] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.755807] env[63339]: DEBUG oslo_vmware.api [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.832825] env[63339]: DEBUG nova.scheduler.client.report [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.841373] env[63339]: DEBUG nova.network.neutron [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updated VIF entry in instance network info cache for port 782ba7b9-6ff0-4033-b94e-1ec5d97d7422. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1089.841734] env[63339]: DEBUG nova.network.neutron [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating instance_info_cache with network_info: [{"id": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "address": "fa:16:3e:b3:33:ad", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782ba7b9-6f", "ovs_interfaceid": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.855776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "ae28ff25-b497-4223-b04d-b3f581b81259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.856052] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "ae28ff25-b497-4223-b04d-b3f581b81259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.856332] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "ae28ff25-b497-4223-b04d-b3f581b81259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.856633] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "ae28ff25-b497-4223-b04d-b3f581b81259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.856732] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "ae28ff25-b497-4223-b04d-b3f581b81259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.858939] env[63339]: INFO nova.compute.manager [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Terminating instance [ 1089.909339] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.910348] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee07fe99-1b90-476d-9b3e-b0d737f3f8c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.920262] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1089.920262] env[63339]: value = "task-4320655" [ 1089.920262] env[63339]: _type = "Task" [ 1089.920262] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.932838] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.954099] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076882} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.956675] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.959567] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14036463-80b2-4172-b9e2-3d818a65e680 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.976344] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-348d767f-8768-479c-9b92-13fe1ab11009" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.976629] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-348d767f-8768-479c-9b92-13fe1ab11009" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.977042] env[63339]: DEBUG nova.objects.instance [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'flavor' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.988284] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d3823241-4f03-41e3-9559-2363ba1ab7d5/d3823241-4f03-41e3-9559-2363ba1ab7d5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.989561] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e98b98-29e6-4910-8606-5e6fabe5249f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.015463] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52093420-9d80-ee8b-ccc9-2a734af260bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015741} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.017349] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.017666] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455/330fae5c-dc1c-4a3e-92c0-0c277e6fa455.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.018328] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1090.018328] env[63339]: value = "task-4320656" [ 1090.018328] env[63339]: _type = "Task" [ 1090.018328] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.018328] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddecb6ce-a9b4-4715-9753-2ee0325665ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.033151] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.034426] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1090.034426] env[63339]: value = "task-4320657" [ 1090.034426] env[63339]: _type = "Task" [ 1090.034426] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.044057] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.130031] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.130031] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849858', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'name': 'volume-658004d3-5df3-4f2f-afd1-1c05739188e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7768b1b-31c3-4bca-8563-9bb637143705', 'attached_at': '', 'detached_at': '', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'serial': '658004d3-5df3-4f2f-afd1-1c05739188e7'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.131740] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78393d0-4132-437c-a123-6f8f07eb8b47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.155869] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4026867c-f6ad-4d20-a36d-548edab3f646 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.186868] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-658004d3-5df3-4f2f-afd1-1c05739188e7/volume-658004d3-5df3-4f2f-afd1-1c05739188e7.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.190042] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed237d9-33d5-4e6e-9084-d22617b9e681 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.211657] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1090.211657] env[63339]: value = "task-4320658" [ 1090.211657] env[63339]: _type = "Task" [ 1090.211657] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.222764] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.255546] env[63339]: DEBUG oslo_vmware.api [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320654, 'name': ReconfigVM_Task, 'duration_secs': 0.262906} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.255861] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.261074] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8c524c-8b94-41f5-a6a7-645de3a7dd30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.278828] env[63339]: DEBUG oslo_vmware.api [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1090.278828] env[63339]: value = "task-4320659" [ 1090.278828] env[63339]: _type = "Task" [ 1090.278828] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.295027] env[63339]: DEBUG oslo_vmware.api [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.324621] env[63339]: DEBUG nova.network.neutron [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updated VIF entry in instance network info cache for port a857216d-4580-4a9a-97b3-85b3e237e115. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1090.325141] env[63339]: DEBUG nova.network.neutron [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [{"id": "a857216d-4580-4a9a-97b3-85b3e237e115", "address": "fa:16:3e:3a:ac:40", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa857216d-45", "ovs_interfaceid": "a857216d-4580-4a9a-97b3-85b3e237e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.336174] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.336752] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.339476] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.682s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.340923] env[63339]: INFO nova.compute.claims [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.344014] env[63339]: DEBUG oslo_concurrency.lockutils [req-2765a6aa-3455-4785-8edc-b5414bdb5572 req-2a2b38df-5a3c-4625-8546-ec15b8cf4d52 service nova] Releasing lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.362535] env[63339]: DEBUG nova.compute.manager [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.362788] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.363843] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c7416-9942-43b2-8853-13d1688ac630 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.373480] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.373763] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea32bdd-59d5-42c0-9c4a-f972eb73279e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.381514] env[63339]: DEBUG oslo_vmware.api [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1090.381514] env[63339]: value = "task-4320660" [ 1090.381514] env[63339]: _type = "Task" [ 1090.381514] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.396817] env[63339]: DEBUG oslo_vmware.api [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.437539] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.464635] env[63339]: DEBUG oslo_concurrency.lockutils [None req-48f4434d-4dac-4e16-b8ef-14f540570687 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.365s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.544525] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320656, 'name': ReconfigVM_Task, 'duration_secs': 0.52047} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.545505] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d3823241-4f03-41e3-9559-2363ba1ab7d5/d3823241-4f03-41e3-9559-2363ba1ab7d5.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.549557] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a56166b2-97f3-4289-b69e-9bef4577c82f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.555970] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.565745] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1090.565745] env[63339]: value = "task-4320661" [ 1090.565745] env[63339]: _type = "Task" [ 1090.565745] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.581228] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320661, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.609430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.609430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.609622] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.609741] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.609929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.615402] env[63339]: INFO nova.compute.manager [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Terminating instance [ 1090.659845] env[63339]: DEBUG nova.objects.instance [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'pci_requests' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.724520] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.794445] env[63339]: DEBUG oslo_vmware.api [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320659, 'name': ReconfigVM_Task, 'duration_secs': 0.16355} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.794896] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849808', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'name': 'volume-189d594a-459d-4914-9e2e-8f0202562936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '189d594a-459d-4914-9e2e-8f0202562936', 'serial': '189d594a-459d-4914-9e2e-8f0202562936'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.828393] env[63339]: DEBUG oslo_concurrency.lockutils [req-9acf1555-f1a4-4d1f-a98d-3031d3bda012 req-cbd42b6b-f5f4-4c4a-8e1b-88ce9127aada service nova] Releasing lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.846379] env[63339]: DEBUG nova.compute.utils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.851578] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.851578] env[63339]: DEBUG nova.network.neutron [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1090.893827] env[63339]: DEBUG oslo_vmware.api [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320660, 'name': PowerOffVM_Task, 'duration_secs': 0.232988} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.895050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.895050] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.895050] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32be3e0c-0f33-4cfb-8135-fb26d7b62cd8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.900145] env[63339]: DEBUG nova.policy [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.935639] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320655, 'name': CreateSnapshot_Task, 'duration_secs': 0.907481} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.936070] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.937426] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a741d6-6681-4ba7-b98d-be12a3350a83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.965345] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.965656] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.965964] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleting the datastore file [datastore1] ae28ff25-b497-4223-b04d-b3f581b81259 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.966365] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-817c18cd-89e5-41be-be9e-e8e32aee2141 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.974979] env[63339]: DEBUG oslo_vmware.api [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for the task: (returnval){ [ 1090.974979] env[63339]: value = "task-4320663" [ 1090.974979] env[63339]: _type = "Task" [ 1090.974979] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.985477] env[63339]: DEBUG oslo_vmware.api [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.046711] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689733} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.047031] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455/330fae5c-dc1c-4a3e-92c0-0c277e6fa455.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.047301] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.047597] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e988763d-13c2-4d41-b1fd-3b8b3fb995ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.058246] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1091.058246] env[63339]: value = "task-4320664" [ 1091.058246] env[63339]: _type = "Task" [ 1091.058246] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.068200] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.079410] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320661, 'name': Rename_Task, 'duration_secs': 0.223152} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.079718] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.079980] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d8ce04e-939f-4d92-a20c-3eb787ed9c24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.089131] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1091.089131] env[63339]: value = "task-4320665" [ 1091.089131] env[63339]: _type = "Task" [ 1091.089131] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.099864] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.121285] env[63339]: DEBUG nova.compute.manager [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.122421] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.122763] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8da803a-272c-452a-8066-5e0d5aa36e2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.133785] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.134119] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67bbffb3-3c5d-4f8e-8ecb-85ad01fdd636 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.142712] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1091.142712] env[63339]: value = "task-4320666" [ 1091.142712] env[63339]: _type = "Task" [ 1091.142712] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.158961] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.162788] env[63339]: DEBUG nova.objects.base [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.163366] env[63339]: DEBUG nova.network.neutron [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1091.223201] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320658, 'name': ReconfigVM_Task, 'duration_secs': 0.892204} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.223513] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-658004d3-5df3-4f2f-afd1-1c05739188e7/volume-658004d3-5df3-4f2f-afd1-1c05739188e7.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.229903] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb4ab4e-f84b-4daf-918e-b1213329dec3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.246769] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1091.246769] env[63339]: value = "task-4320667" [ 1091.246769] env[63339]: _type = "Task" [ 1091.246769] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.256698] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.312930] env[63339]: DEBUG nova.policy [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.327019] env[63339]: DEBUG nova.network.neutron [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Successfully created port: 2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1091.353204] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.361748] env[63339]: DEBUG nova.objects.instance [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'flavor' on Instance uuid c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.462567] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.463587] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1c703ed-aada-4334-b2ca-306486c4238c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.474114] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1091.474114] env[63339]: value = "task-4320668" [ 1091.474114] env[63339]: _type = "Task" [ 1091.474114] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.497854] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320668, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.502978] env[63339]: DEBUG oslo_vmware.api [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Task: {'id': task-4320663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259552} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.503317] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.503532] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.503776] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.504053] env[63339]: INFO nova.compute.manager [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1091.504480] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.507521] env[63339]: DEBUG nova.compute.manager [-] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.507628] env[63339]: DEBUG nova.network.neutron [-] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1091.571955] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105706} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.572327] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.573308] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94f1afc-bed8-42fd-b18a-599785be40fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.598705] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455/330fae5c-dc1c-4a3e-92c0-0c277e6fa455.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.600573] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790c4d1b-63c0-4e0b-8fd9-18306e37dbe8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.626431] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.631049] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1091.631049] env[63339]: value = "task-4320669" [ 1091.631049] env[63339]: _type = "Task" [ 1091.631049] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.643969] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.656678] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320666, 'name': PowerOffVM_Task, 'duration_secs': 0.348503} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.656678] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.656788] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.657286] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97fcf7ba-034f-4af7-950e-292a51c4dc71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.717861] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f923da3-c098-407a-a110-00877e8273ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.730863] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c11e12-0c58-463c-949f-6b74a681d971 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.773523] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf79180-1af9-445a-b3c6-640bb1b6b731 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.776155] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.776408] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.776591] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore1] 3bee9874-77a0-4e8e-90fb-521ed8ef5581 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.777115] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48582155-829b-4250-83e5-1a85c0ceced1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.785771] env[63339]: DEBUG oslo_vmware.api [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320667, 'name': ReconfigVM_Task, 'duration_secs': 0.246936} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.789319] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849858', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'name': 'volume-658004d3-5df3-4f2f-afd1-1c05739188e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7768b1b-31c3-4bca-8563-9bb637143705', 'attached_at': '', 'detached_at': '', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'serial': '658004d3-5df3-4f2f-afd1-1c05739188e7'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1091.791034] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1091.791034] env[63339]: value = "task-4320671" [ 1091.791034] env[63339]: _type = "Task" [ 1091.791034] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.793194] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea036474-3782-4d13-a352-d2f4d54e664e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.812141] env[63339]: DEBUG nova.compute.provider_tree [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.817617] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.991135] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320668, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.044292] env[63339]: DEBUG nova.compute.manager [req-af89243e-59bf-459c-a6a3-7dd3eda4a7b6 req-d6f81514-adb4-4bc2-a447-8045b867503f service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Received event network-vif-deleted-b3c563e5-652e-41ac-a4bc-37709e6fdde4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1092.044292] env[63339]: INFO nova.compute.manager [req-af89243e-59bf-459c-a6a3-7dd3eda4a7b6 req-d6f81514-adb4-4bc2-a447-8045b867503f service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Neutron deleted interface b3c563e5-652e-41ac-a4bc-37709e6fdde4; detaching it from the instance and deleting it from the info cache [ 1092.044292] env[63339]: DEBUG nova.network.neutron [req-af89243e-59bf-459c-a6a3-7dd3eda4a7b6 req-d6f81514-adb4-4bc2-a447-8045b867503f service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.113083] env[63339]: DEBUG oslo_vmware.api [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320665, 'name': PowerOnVM_Task, 'duration_secs': 0.868848} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.113527] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.113789] env[63339]: INFO nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1092.114034] env[63339]: DEBUG nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.115196] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bead10a-b0b2-4be1-9487-2c7b3852ed71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.142918] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.304338] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.323291] env[63339]: DEBUG nova.scheduler.client.report [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.335510] env[63339]: DEBUG nova.network.neutron [-] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.368930] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.371948] env[63339]: DEBUG oslo_concurrency.lockutils [None req-64e9451f-9a8c-4dfd-81bb-0c0c1558aa21 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.397028] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.397290] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.397462] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.397656] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.397798] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.397942] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.399236] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.399236] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.399236] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.399236] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.399236] env[63339]: DEBUG nova.virt.hardware [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.401030] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f10ca89-ca3f-4fbe-ace5-56aef88806d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.412627] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090acdf-9d53-4c83-8638-a3d97fe3fe23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.487466] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320668, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.546093] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0afbe5a8-becc-44a8-beeb-0242efeac52b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.556838] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a62a74-9d08-4822-ac3e-1f811d5f3ebb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.590814] env[63339]: DEBUG nova.compute.manager [req-af89243e-59bf-459c-a6a3-7dd3eda4a7b6 req-d6f81514-adb4-4bc2-a447-8045b867503f service nova] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Detach interface failed, port_id=b3c563e5-652e-41ac-a4bc-37709e6fdde4, reason: Instance ae28ff25-b497-4223-b04d-b3f581b81259 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1092.647107] env[63339]: INFO nova.compute.manager [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Took 20.79 seconds to build instance. [ 1092.654762] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320669, 'name': ReconfigVM_Task, 'duration_secs': 0.737581} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.654762] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455/330fae5c-dc1c-4a3e-92c0-0c277e6fa455.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.654762] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d3597f-b367-4131-9f84-aff081af274d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.662818] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1092.662818] env[63339]: value = "task-4320672" [ 1092.662818] env[63339]: _type = "Task" [ 1092.662818] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.674916] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320672, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.809193] env[63339]: DEBUG oslo_vmware.api [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537779} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.809193] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.809193] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.809193] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.809193] env[63339]: INFO nova.compute.manager [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1092.809193] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.809193] env[63339]: DEBUG nova.compute.manager [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.809193] env[63339]: DEBUG nova.network.neutron [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1092.836025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.836025] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.840293] env[63339]: INFO nova.compute.manager [-] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Took 1.33 seconds to deallocate network for instance. [ 1092.851577] env[63339]: DEBUG nova.objects.instance [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'flavor' on Instance uuid e7768b1b-31c3-4bca-8563-9bb637143705 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.980023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.980023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.980023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.980023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.980023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.985306] env[63339]: INFO nova.compute.manager [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Terminating instance [ 1092.994093] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320668, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.147716] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5a8286e7-895c-480f-a172-918b45c83b74 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.304s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.174665] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320672, 'name': Rename_Task, 'duration_secs': 0.328053} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.175234] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.175618] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5914cb0b-41ab-49ef-97f6-d2e4b701000e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.184389] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1093.184389] env[63339]: value = "task-4320673" [ 1093.184389] env[63339]: _type = "Task" [ 1093.184389] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.196727] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.342861] env[63339]: DEBUG nova.compute.utils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.342861] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.343510] env[63339]: DEBUG nova.network.neutron [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1093.350892] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.350892] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.351922] env[63339]: DEBUG nova.objects.instance [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lazy-loading 'resources' on Instance uuid ae28ff25-b497-4223-b04d-b3f581b81259 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.357538] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73a150ff-4f93-443a-878a-ca766eed582d tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.909s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.473844] env[63339]: DEBUG nova.policy [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a7a77191974f299ef3e6a873c24f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10c9f8b35a254fadacb3919a033931c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.490387] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320668, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.496329] env[63339]: DEBUG nova.compute.manager [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.496575] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.497739] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbcd35-74bf-4776-8531-e08bb02b74cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.509856] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.510055] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e615c0f-4742-465a-bda8-c9035020f47f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.519665] env[63339]: DEBUG oslo_vmware.api [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1093.519665] env[63339]: value = "task-4320674" [ 1093.519665] env[63339]: _type = "Task" [ 1093.519665] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.529602] env[63339]: DEBUG oslo_vmware.api [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.696977] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.832017] env[63339]: DEBUG nova.network.neutron [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Successfully updated port: 348d767f-8768-479c-9b92-13fe1ab11009 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.843339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "e7768b1b-31c3-4bca-8563-9bb637143705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.843642] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.843877] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "e7768b1b-31c3-4bca-8563-9bb637143705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.844079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.844418] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.848676] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.854204] env[63339]: INFO nova.compute.manager [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Terminating instance [ 1093.869021] env[63339]: DEBUG nova.network.neutron [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Successfully updated port: 2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.991636] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320668, 'name': CloneVM_Task, 'duration_secs': 2.164818} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.991921] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created linked-clone VM from snapshot [ 1093.994089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6a7054-3bc7-4245-9ddd-11afde5e56a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.008858] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Uploading image 1b8edc68-aeae-4d8d-b620-d7ed016c02fe {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.030265] env[63339]: DEBUG nova.compute.manager [req-97989748-efe5-4c5f-84b3-ef27cafe72c0 req-0d8de181-4b10-4b9d-9700-6803b7278db0 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-vif-plugged-348d767f-8768-479c-9b92-13fe1ab11009 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1094.030475] env[63339]: DEBUG oslo_concurrency.lockutils [req-97989748-efe5-4c5f-84b3-ef27cafe72c0 req-0d8de181-4b10-4b9d-9700-6803b7278db0 service nova] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.030744] env[63339]: DEBUG oslo_concurrency.lockutils [req-97989748-efe5-4c5f-84b3-ef27cafe72c0 req-0d8de181-4b10-4b9d-9700-6803b7278db0 service nova] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.030884] env[63339]: DEBUG oslo_concurrency.lockutils [req-97989748-efe5-4c5f-84b3-ef27cafe72c0 req-0d8de181-4b10-4b9d-9700-6803b7278db0 service nova] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.031107] env[63339]: DEBUG nova.compute.manager [req-97989748-efe5-4c5f-84b3-ef27cafe72c0 req-0d8de181-4b10-4b9d-9700-6803b7278db0 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] No waiting events found dispatching network-vif-plugged-348d767f-8768-479c-9b92-13fe1ab11009 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.032126] env[63339]: WARNING nova.compute.manager [req-97989748-efe5-4c5f-84b3-ef27cafe72c0 req-0d8de181-4b10-4b9d-9700-6803b7278db0 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received unexpected event network-vif-plugged-348d767f-8768-479c-9b92-13fe1ab11009 for instance with vm_state active and task_state None. [ 1094.041542] env[63339]: DEBUG oslo_vmware.api [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320674, 'name': PowerOffVM_Task, 'duration_secs': 0.398324} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.043842] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.043842] env[63339]: value = "vm-849862" [ 1094.043842] env[63339]: _type = "VirtualMachine" [ 1094.043842] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.044239] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.046182] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.046182] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b94fe662-d52c-4157-b0d4-04ab40f64090 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.047925] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2441502a-f4d6-4a7a-9604-5cf584dc2486 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.062838] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease: (returnval){ [ 1094.062838] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529b20df-f2f3-a08b-0eec-69e0b33761ab" [ 1094.062838] env[63339]: _type = "HttpNfcLease" [ 1094.062838] env[63339]: } obtained for exporting VM: (result){ [ 1094.062838] env[63339]: value = "vm-849862" [ 1094.062838] env[63339]: _type = "VirtualMachine" [ 1094.062838] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.062838] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the lease: (returnval){ [ 1094.062838] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529b20df-f2f3-a08b-0eec-69e0b33761ab" [ 1094.062838] env[63339]: _type = "HttpNfcLease" [ 1094.062838] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.077123] env[63339]: DEBUG nova.network.neutron [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Successfully created port: 0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1094.080239] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.080239] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529b20df-f2f3-a08b-0eec-69e0b33761ab" [ 1094.080239] env[63339]: _type = "HttpNfcLease" [ 1094.080239] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.164968] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c035a28-42a4-4e07-8cb8-304fc2040347 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.176349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa297a-c4e1-408b-b051-668f588040de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.229549] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268e9e5e-0eb5-444b-a1fd-548327feb062 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.242500] env[63339]: DEBUG oslo_vmware.api [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320673, 'name': PowerOnVM_Task, 'duration_secs': 1.04524} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.243943] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259370d-135f-4059-836a-2d64619c47cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.250236] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.251139] env[63339]: INFO nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1094.251139] env[63339]: DEBUG nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.251612] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25445d90-ad16-4947-9dcd-582cc0e2b097 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.267675] env[63339]: DEBUG nova.compute.provider_tree [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.341393] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.341393] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.341393] env[63339]: DEBUG nova.network.neutron [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1094.366875] env[63339]: DEBUG nova.compute.manager [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.367219] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.368189] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0006c46c-c113-41bd-a0a1-a946242ad577 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.371231] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-44f7b227-f2cb-4cef-a02b-b9ff490c9755" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.371231] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-44f7b227-f2cb-4cef-a02b-b9ff490c9755" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.371231] env[63339]: DEBUG nova.network.neutron [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1094.379939] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1094.379939] env[63339]: value = "task-4320677" [ 1094.379939] env[63339]: _type = "Task" [ 1094.379939] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.394244] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.409376] env[63339]: DEBUG nova.network.neutron [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.473550] env[63339]: DEBUG nova.compute.manager [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Received event network-changed-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1094.473550] env[63339]: DEBUG nova.compute.manager [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Refreshing instance network info cache due to event network-changed-782ba7b9-6ff0-4033-b94e-1ec5d97d7422. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1094.473732] env[63339]: DEBUG oslo_concurrency.lockutils [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] Acquiring lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.473805] env[63339]: DEBUG oslo_concurrency.lockutils [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] Acquired lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.473962] env[63339]: DEBUG nova.network.neutron [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Refreshing network info cache for port 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1094.551472] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.551784] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.551910] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleting the datastore file [datastore1] c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.552230] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07ff5a2-95d8-46fc-996b-134af54ec7fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.562541] env[63339]: DEBUG oslo_vmware.api [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1094.562541] env[63339]: value = "task-4320678" [ 1094.562541] env[63339]: _type = "Task" [ 1094.562541] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.579146] env[63339]: DEBUG oslo_vmware.api [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.579457] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.579457] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529b20df-f2f3-a08b-0eec-69e0b33761ab" [ 1094.579457] env[63339]: _type = "HttpNfcLease" [ 1094.579457] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.579830] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.579830] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529b20df-f2f3-a08b-0eec-69e0b33761ab" [ 1094.579830] env[63339]: _type = "HttpNfcLease" [ 1094.579830] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.581334] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd18ad-4049-4b81-91cc-1f2d0cab9fea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.591070] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267b091-cae6-01b1-9000-32661a1697ee/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.591224] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267b091-cae6-01b1-9000-32661a1697ee/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.750246] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6905e5df-884d-4ddd-94ea-9aed620c83bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.775814] env[63339]: DEBUG nova.scheduler.client.report [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.790326] env[63339]: INFO nova.compute.manager [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Took 16.90 seconds to build instance. [ 1094.871762] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.878553] env[63339]: WARNING nova.network.neutron [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] 82a1361c-aa7d-4ed1-9373-36fd2cf64f68 already exists in list: networks containing: ['82a1361c-aa7d-4ed1-9373-36fd2cf64f68']. ignoring it [ 1094.878763] env[63339]: WARNING nova.network.neutron [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] 82a1361c-aa7d-4ed1-9373-36fd2cf64f68 already exists in list: networks containing: ['82a1361c-aa7d-4ed1-9373-36fd2cf64f68']. ignoring it [ 1094.890583] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320677, 'name': PowerOffVM_Task, 'duration_secs': 0.292363} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.892655] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.892970] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.893146] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849858', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'name': 'volume-658004d3-5df3-4f2f-afd1-1c05739188e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7768b1b-31c3-4bca-8563-9bb637143705', 'attached_at': '', 'detached_at': '', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'serial': '658004d3-5df3-4f2f-afd1-1c05739188e7'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.894263] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee19e06-3ff6-4fa9-8802-182f883667ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.900605] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.900925] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.901114] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.901299] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.901452] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.901604] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.901810] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.901969] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.902173] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.902352] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.902508] env[63339]: DEBUG nova.virt.hardware [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.903487] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d8baf-f25a-4829-ab35-dd6304d90e10 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.924085] env[63339]: DEBUG nova.network.neutron [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1094.926502] env[63339]: INFO nova.compute.manager [-] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Took 2.12 seconds to deallocate network for instance. [ 1094.929794] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42779e9-bf36-433a-a561-79383a55be10 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.939767] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9bc1c1-3ffb-4fb4-a54d-fc4f37e4daaa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.953356] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f39634-a1d0-47ff-a8a6-b9ce8fec76f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.002307] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c94a331-27a8-465a-89c1-359e745d63f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.023411] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] The volume has not been displaced from its original location: [datastore2] volume-658004d3-5df3-4f2f-afd1-1c05739188e7/volume-658004d3-5df3-4f2f-afd1-1c05739188e7.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.029907] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.030361] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3abf51b-7b8c-4556-805d-1bc4bd49c703 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.052331] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1095.052331] env[63339]: value = "task-4320679" [ 1095.052331] env[63339]: _type = "Task" [ 1095.052331] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.061823] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077244] env[63339]: DEBUG oslo_vmware.api [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178968} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.077655] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.077912] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.078086] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.078352] env[63339]: INFO nova.compute.manager [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1095.078667] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.078924] env[63339]: DEBUG nova.compute.manager [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.079093] env[63339]: DEBUG nova.network.neutron [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1095.287726] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.295849] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0559fe53-68a8-4e31-af30-ef092a3da9ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.419s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.333124] env[63339]: DEBUG nova.network.neutron [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Updating instance_info_cache with network_info: [{"id": "2b8f9b14-b7fc-41f3-92cd-94b14f18142f", "address": "fa:16:3e:22:20:76", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8f9b14-b7", "ovs_interfaceid": "2b8f9b14-b7fc-41f3-92cd-94b14f18142f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.450259] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.450595] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.450810] env[63339]: DEBUG nova.objects.instance [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'resources' on Instance uuid 3bee9874-77a0-4e8e-90fb-521ed8ef5581 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.567346] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320679, 'name': ReconfigVM_Task, 'duration_secs': 0.247143} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.567975] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.579138] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a37d32d-4b10-4b16-9f35-402e5a48e888 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.603871] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1095.603871] env[63339]: value = "task-4320680" [ 1095.603871] env[63339]: _type = "Task" [ 1095.603871] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.614204] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.677358] env[63339]: DEBUG nova.network.neutron [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updated VIF entry in instance network info cache for port 782ba7b9-6ff0-4033-b94e-1ec5d97d7422. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1095.677358] env[63339]: DEBUG nova.network.neutron [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating instance_info_cache with network_info: [{"id": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "address": "fa:16:3e:b3:33:ad", "network": {"id": "e63fe309-e50f-4a24-bcd2-5bf27a250e84", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-300972280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118c5c51bffa4bdd951c8b4d47069a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782ba7b9-6f", "ovs_interfaceid": "782ba7b9-6ff0-4033-b94e-1ec5d97d7422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.691361] env[63339]: INFO nova.scheduler.client.report [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Deleted allocations for instance ae28ff25-b497-4223-b04d-b3f581b81259 [ 1095.787741] env[63339]: DEBUG nova.network.neutron [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "address": "fa:16:3e:23:ea:cd", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6acb1-16", "ovs_interfaceid": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "348d767f-8768-479c-9b92-13fe1ab11009", "address": "fa:16:3e:c5:f1:d8", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348d767f-87", "ovs_interfaceid": "348d767f-8768-479c-9b92-13fe1ab11009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.842590] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-44f7b227-f2cb-4cef-a02b-b9ff490c9755" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.843420] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Instance network_info: |[{"id": "2b8f9b14-b7fc-41f3-92cd-94b14f18142f", "address": "fa:16:3e:22:20:76", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8f9b14-b7", "ovs_interfaceid": "2b8f9b14-b7fc-41f3-92cd-94b14f18142f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.843681] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:20:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8f9b14-b7fc-41f3-92cd-94b14f18142f', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.857456] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating folder: Project (9cc0a77721a2414189fe062770673b64). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.858083] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e42a70-2fd9-4006-b763-891f880f4a51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.873158] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created folder: Project (9cc0a77721a2414189fe062770673b64) in parent group-v849594. [ 1095.873158] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating folder: Instances. Parent ref: group-v849863. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.873475] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4254be9-aa6e-4ec0-8947-5c2b817f471d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.886045] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created folder: Instances in parent group-v849863. [ 1095.886309] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.886462] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.887032] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e34a709c-f855-4484-a05d-05966b94e06e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.911500] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.911500] env[63339]: value = "task-4320683" [ 1095.911500] env[63339]: _type = "Task" [ 1095.911500] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.923455] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320683, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.122641] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320680, 'name': ReconfigVM_Task, 'duration_secs': 0.244381} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.123176] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849858', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'name': 'volume-658004d3-5df3-4f2f-afd1-1c05739188e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7768b1b-31c3-4bca-8563-9bb637143705', 'attached_at': '', 'detached_at': '', 'volume_id': '658004d3-5df3-4f2f-afd1-1c05739188e7', 'serial': '658004d3-5df3-4f2f-afd1-1c05739188e7'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.123715] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.125734] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a61348-dc26-41b6-910f-8ffe083de900 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.138636] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.138866] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a08ccb5-b68f-4678-a0e6-e512e5b9d033 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.181261] env[63339]: DEBUG oslo_concurrency.lockutils [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] Releasing lock "refresh_cache-d3823241-4f03-41e3-9559-2363ba1ab7d5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.181261] env[63339]: DEBUG nova.compute.manager [req-c66e850c-62db-456d-9934-8b7a896f3f03 req-8ec42621-44d4-44b7-a691-bd786436e686 service nova] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Received event network-vif-deleted-988e6086-ce8e-40c2-b8a2-d51d9282d117 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1096.198608] env[63339]: DEBUG nova.network.neutron [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Successfully updated port: 0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1096.209445] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a01662b5-cb18-447b-be24-daee8a9bd59c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Lock "ae28ff25-b497-4223-b04d-b3f581b81259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.352s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.252728] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.252728] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.252728] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleting the datastore file [datastore1] e7768b1b-31c3-4bca-8563-9bb637143705 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.253099] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61eb22b6-f731-4dd7-9e20-e5a7a45a528b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.262381] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0767552-14ba-473f-a839-931e28ecce6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.267202] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1096.267202] env[63339]: value = "task-4320685" [ 1096.267202] env[63339]: _type = "Task" [ 1096.267202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.275688] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54900c78-ab87-4fe4-a270-8f6c7021bb10 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.284167] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.315441] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.315666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.315889] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.317488] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd85e6c-7c2f-46aa-ac79-777bbc1d76e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.320868] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e0f372-19af-40ae-a5fe-2c0248121e48 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.345256] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a391b0-045a-4ce4-9c13-b8c66294281a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.351527] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.351879] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.352166] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.352430] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.352614] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.352830] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.353193] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.353293] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.353491] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.353706] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.353933] env[63339]: DEBUG nova.virt.hardware [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.361466] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfiguring VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1096.361673] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46929a07-ce1f-4f99-951f-ff096c53cbe3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.378020] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Received event network-vif-plugged-2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1096.378352] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Acquiring lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.378575] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.378743] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.378911] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] No waiting events found dispatching network-vif-plugged-2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.379096] env[63339]: WARNING nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Received unexpected event network-vif-plugged-2b8f9b14-b7fc-41f3-92cd-94b14f18142f for instance with vm_state building and task_state spawning. [ 1096.379260] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-changed-348d767f-8768-479c-9b92-13fe1ab11009 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1096.379424] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing instance network info cache due to event network-changed-348d767f-8768-479c-9b92-13fe1ab11009. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1096.379717] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.380205] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.380464] env[63339]: DEBUG nova.network.neutron [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Refreshing network info cache for port 348d767f-8768-479c-9b92-13fe1ab11009 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1096.391350] env[63339]: DEBUG nova.compute.provider_tree [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.398450] env[63339]: DEBUG oslo_vmware.api [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1096.398450] env[63339]: value = "task-4320686" [ 1096.398450] env[63339]: _type = "Task" [ 1096.398450] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.409697] env[63339]: DEBUG oslo_vmware.api [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320686, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.426024] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320683, 'name': CreateVM_Task, 'duration_secs': 0.424563} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.426024] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.426024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.426024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.426574] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.426574] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d75d2a-cae2-486b-9d86-bfded5a19fd7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.434148] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1096.434148] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a8622d-1d67-06fd-b0f1-348336f3b0a1" [ 1096.434148] env[63339]: _type = "Task" [ 1096.434148] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.445732] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a8622d-1d67-06fd-b0f1-348336f3b0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.700249] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "refresh_cache-ec58ac1c-b584-4311-be03-6fb2dc50a31c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.700249] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "refresh_cache-ec58ac1c-b584-4311-be03-6fb2dc50a31c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.700553] env[63339]: DEBUG nova.network.neutron [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1096.721703] env[63339]: DEBUG nova.network.neutron [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.761086] env[63339]: DEBUG nova.network.neutron [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updated VIF entry in instance network info cache for port 348d767f-8768-479c-9b92-13fe1ab11009. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1096.761727] env[63339]: DEBUG nova.network.neutron [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "address": "fa:16:3e:23:ea:cd", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6acb1-16", "ovs_interfaceid": "18b6acb1-16bb-4c1b-8268-87a54b100e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "348d767f-8768-479c-9b92-13fe1ab11009", "address": "fa:16:3e:c5:f1:d8", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348d767f-87", "ovs_interfaceid": "348d767f-8768-479c-9b92-13fe1ab11009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.779337] env[63339]: DEBUG oslo_vmware.api [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169553} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.779767] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.779960] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.780196] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.780385] env[63339]: INFO nova.compute.manager [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1096.780652] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.780853] env[63339]: DEBUG nova.compute.manager [-] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.781048] env[63339]: DEBUG nova.network.neutron [-] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1096.899282] env[63339]: DEBUG nova.scheduler.client.report [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.915605] env[63339]: DEBUG oslo_vmware.api [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.947976] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a8622d-1d67-06fd-b0f1-348336f3b0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015342} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.948609] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.948902] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.949207] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.949419] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.949613] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.949942] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63cda5f4-4627-48c4-b8d4-3f81197a0a90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.960515] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.960800] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.961619] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1b1e6d-48f5-4b91-b1e0-337fca44a78c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.968158] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1096.968158] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255c149-c534-1e5e-87c3-27a683d8749c" [ 1096.968158] env[63339]: _type = "Task" [ 1096.968158] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.977540] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255c149-c534-1e5e-87c3-27a683d8749c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.004690] env[63339]: DEBUG nova.compute.manager [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1097.225926] env[63339]: INFO nova.compute.manager [-] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Took 2.15 seconds to deallocate network for instance. [ 1097.239145] env[63339]: DEBUG nova.network.neutron [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1097.266172] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.266172] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Received event network-changed-2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1097.266172] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Refreshing instance network info cache due to event network-changed-2b8f9b14-b7fc-41f3-92cd-94b14f18142f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1097.266172] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Acquiring lock "refresh_cache-44f7b227-f2cb-4cef-a02b-b9ff490c9755" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.266172] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Acquired lock "refresh_cache-44f7b227-f2cb-4cef-a02b-b9ff490c9755" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.266172] env[63339]: DEBUG nova.network.neutron [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Refreshing network info cache for port 2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1097.389524] env[63339]: DEBUG nova.network.neutron [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Updating instance_info_cache with network_info: [{"id": "0aa86ce7-6127-423e-8b60-923f67d0e425", "address": "fa:16:3e:d8:76:99", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa86ce7-61", "ovs_interfaceid": "0aa86ce7-6127-423e-8b60-923f67d0e425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.409693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.418303] env[63339]: DEBUG oslo_vmware.api [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320686, 'name': ReconfigVM_Task, 'duration_secs': 0.702583} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.418839] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.419147] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfigured VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1097.439256] env[63339]: INFO nova.scheduler.client.report [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted allocations for instance 3bee9874-77a0-4e8e-90fb-521ed8ef5581 [ 1097.480225] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255c149-c534-1e5e-87c3-27a683d8749c, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.481129] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccce650a-d2a4-4ef4-a44e-ca56cad5ad76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.487780] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1097.487780] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb0fd9-acae-f277-784a-ef7b1946185e" [ 1097.487780] env[63339]: _type = "Task" [ 1097.487780] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.496961] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb0fd9-acae-f277-784a-ef7b1946185e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.528529] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.528820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.626922] env[63339]: DEBUG nova.network.neutron [-] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.733812] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.896254] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "refresh_cache-ec58ac1c-b584-4311-be03-6fb2dc50a31c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.896254] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Instance network_info: |[{"id": "0aa86ce7-6127-423e-8b60-923f67d0e425", "address": "fa:16:3e:d8:76:99", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa86ce7-61", "ovs_interfaceid": "0aa86ce7-6127-423e-8b60-923f67d0e425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.896254] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:76:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa86ce7-6127-423e-8b60-923f67d0e425', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.904125] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.904859] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.905661] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72151f96-770e-43d2-a5b4-92f479c70c86 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.926409] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-348d767f-8768-479c-9b92-13fe1ab11009" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.950s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.935154] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.935154] env[63339]: value = "task-4320687" [ 1097.935154] env[63339]: _type = "Task" [ 1097.935154] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.946738] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320687, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.946896] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b9588a2f-4933-428a-8f4d-48a4914c1daa tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "3bee9874-77a0-4e8e-90fb-521ed8ef5581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.338s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.001149] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb0fd9-acae-f277-784a-ef7b1946185e, 'name': SearchDatastore_Task, 'duration_secs': 0.021963} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.002146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.002146] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 44f7b227-f2cb-4cef-a02b-b9ff490c9755/44f7b227-f2cb-4cef-a02b-b9ff490c9755.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.002146] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34235ca0-0597-4214-bec8-cb5ea36d6b69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.005707] env[63339]: DEBUG nova.network.neutron [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Updated VIF entry in instance network info cache for port 2b8f9b14-b7fc-41f3-92cd-94b14f18142f. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1098.005707] env[63339]: DEBUG nova.network.neutron [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Updating instance_info_cache with network_info: [{"id": "2b8f9b14-b7fc-41f3-92cd-94b14f18142f", "address": "fa:16:3e:22:20:76", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8f9b14-b7", "ovs_interfaceid": "2b8f9b14-b7fc-41f3-92cd-94b14f18142f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.016572] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1098.016572] env[63339]: value = "task-4320688" [ 1098.016572] env[63339]: _type = "Task" [ 1098.016572] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.028432] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.033351] env[63339]: INFO nova.compute.claims [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.130534] env[63339]: INFO nova.compute.manager [-] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Took 1.35 seconds to deallocate network for instance. [ 1098.281116] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "bc004b5b-7d17-48ba-b061-7562e365d5c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.281395] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.444507] env[63339]: DEBUG nova.compute.manager [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Received event network-changed-0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1098.444507] env[63339]: DEBUG nova.compute.manager [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Refreshing instance network info cache due to event network-changed-0aa86ce7-6127-423e-8b60-923f67d0e425. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1098.444788] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] Acquiring lock "refresh_cache-ec58ac1c-b584-4311-be03-6fb2dc50a31c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.445126] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] Acquired lock "refresh_cache-ec58ac1c-b584-4311-be03-6fb2dc50a31c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.445685] env[63339]: DEBUG nova.network.neutron [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Refreshing network info cache for port 0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1098.451016] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320687, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.510046] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Releasing lock "refresh_cache-44f7b227-f2cb-4cef-a02b-b9ff490c9755" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.510046] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Received event network-vif-plugged-0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1098.510367] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Acquiring lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.511506] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.512715] env[63339]: DEBUG oslo_concurrency.lockutils [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.512715] env[63339]: DEBUG nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] No waiting events found dispatching network-vif-plugged-0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.512715] env[63339]: WARNING nova.compute.manager [req-d7f3fe39-421e-440e-9277-dcf5e30f1560 req-4c6d98cb-8194-4b6c-b93c-e4e803a86ed5 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Received unexpected event network-vif-plugged-0aa86ce7-6127-423e-8b60-923f67d0e425 for instance with vm_state building and task_state spawning. [ 1098.534027] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.542791] env[63339]: INFO nova.compute.resource_tracker [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating resource usage from migration 1ba60515-03e8-4448-a615-8f93b89becb3 [ 1098.696335] env[63339]: INFO nova.compute.manager [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Took 0.57 seconds to detach 1 volumes for instance. [ 1098.784693] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.869740] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632b86b6-b295-46a8-b35c-908a44260f01 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.880730] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e73bb-de56-4996-ad53-271eb433ad85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.919818] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1630a061-7cc8-4ee6-a73c-943773ebbcae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.932202] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bb2296-93ab-4718-bd6d-a7cd01a44610 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.949025] env[63339]: DEBUG nova.compute.provider_tree [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.957582] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320687, 'name': CreateVM_Task, 'duration_secs': 0.669235} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.961165] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.961165] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.961165] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.961165] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.961165] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dbde54-7a9e-410c-b8e8-8e2b0271018a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.969096] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1098.969096] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5266f395-5aca-fcdc-4ac9-3d548676a754" [ 1098.969096] env[63339]: _type = "Task" [ 1098.969096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.982955] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5266f395-5aca-fcdc-4ac9-3d548676a754, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.982955] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.982955] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.982955] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.982955] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.982955] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.982955] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66bfaa9-d3e7-41cf-a76a-1a867661be87 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.992731] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.993030] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.994833] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f13cca5-cbf9-4c9e-80b3-af895743b919 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.000755] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1099.000755] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b415ac-ade2-c847-8770-81a8a0f43539" [ 1099.000755] env[63339]: _type = "Task" [ 1099.000755] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.010619] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b415ac-ade2-c847-8770-81a8a0f43539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.029021] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645588} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.029021] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 44f7b227-f2cb-4cef-a02b-b9ff490c9755/44f7b227-f2cb-4cef-a02b-b9ff490c9755.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.029021] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.029021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97fde341-83d2-4c58-9cf6-780d62ea49ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.036617] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1099.036617] env[63339]: value = "task-4320689" [ 1099.036617] env[63339]: _type = "Task" [ 1099.036617] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.046841] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.207336] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.318090] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.334962] env[63339]: DEBUG nova.network.neutron [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Updated VIF entry in instance network info cache for port 0aa86ce7-6127-423e-8b60-923f67d0e425. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1099.335514] env[63339]: DEBUG nova.network.neutron [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Updating instance_info_cache with network_info: [{"id": "0aa86ce7-6127-423e-8b60-923f67d0e425", "address": "fa:16:3e:d8:76:99", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa86ce7-61", "ovs_interfaceid": "0aa86ce7-6127-423e-8b60-923f67d0e425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.452265] env[63339]: DEBUG nova.scheduler.client.report [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.518579] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b415ac-ade2-c847-8770-81a8a0f43539, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.520457] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76af7115-91ed-4bb3-9a63-f2ce0a0f81a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.528650] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1099.528650] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea785b-1a61-cf2d-e5ef-ac0fbeb2416b" [ 1099.528650] env[63339]: _type = "Task" [ 1099.528650] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.539180] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea785b-1a61-cf2d-e5ef-ac0fbeb2416b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.549982] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201569} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.550531] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.551517] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547aec28-25d1-44b8-ae8d-83fa63cff003 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.583760] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 44f7b227-f2cb-4cef-a02b-b9ff490c9755/44f7b227-f2cb-4cef-a02b-b9ff490c9755.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.584121] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76790a79-4444-47e7-b5c3-6e0ec93c5361 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.605503] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1099.605503] env[63339]: value = "task-4320690" [ 1099.605503] env[63339]: _type = "Task" [ 1099.605503] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.617929] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.735345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-18b6acb1-16bb-4c1b-8268-87a54b100e09" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.735689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-18b6acb1-16bb-4c1b-8268-87a54b100e09" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.841358] env[63339]: DEBUG oslo_concurrency.lockutils [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] Releasing lock "refresh_cache-ec58ac1c-b584-4311-be03-6fb2dc50a31c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.843030] env[63339]: DEBUG nova.compute.manager [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Received event network-vif-deleted-492ff38a-c178-4070-9fdc-7f4e1fa80c6e {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1099.843418] env[63339]: DEBUG nova.compute.manager [req-4f3f4534-ea7c-4db2-aff4-a8d59b5b0a4c req-c9b8861c-f5cb-4b9c-889b-4f6cc97ba51b service nova] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Received event network-vif-deleted-1080bd72-a8d0-47b6-b79b-38389c1d24e2 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1099.957890] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.429s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.958118] env[63339]: INFO nova.compute.manager [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Migrating [ 1099.967339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.234s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.967609] env[63339]: DEBUG nova.objects.instance [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'resources' on Instance uuid c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.040505] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea785b-1a61-cf2d-e5ef-ac0fbeb2416b, 'name': SearchDatastore_Task, 'duration_secs': 0.013512} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.040778] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.041190] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ec58ac1c-b584-4311-be03-6fb2dc50a31c/ec58ac1c-b584-4311-be03-6fb2dc50a31c.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.041349] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6c13f0b-9ed9-4594-a885-4c21dc54b33a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.049714] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1100.049714] env[63339]: value = "task-4320691" [ 1100.049714] env[63339]: _type = "Task" [ 1100.049714] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.059272] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.117232] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320690, 'name': ReconfigVM_Task, 'duration_secs': 0.3683} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.117563] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 44f7b227-f2cb-4cef-a02b-b9ff490c9755/44f7b227-f2cb-4cef-a02b-b9ff490c9755.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.118324] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27469cf3-aa53-420a-a922-f7793ad71ed5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.127277] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1100.127277] env[63339]: value = "task-4320692" [ 1100.127277] env[63339]: _type = "Task" [ 1100.127277] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.139553] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320692, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.240470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.240470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.241788] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e5f061-2d9f-41e1-8bdb-bebef7642450 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.265742] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a417152-ad1e-46de-ba25-721849f99dff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.272059] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.272270] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.307341] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfiguring VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1100.309070] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbebe16e-24af-4855-b0f6-921747123590 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.329958] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1100.329958] env[63339]: value = "task-4320693" [ 1100.329958] env[63339]: _type = "Task" [ 1100.329958] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.343971] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.482725] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.483064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.483215] env[63339]: DEBUG nova.network.neutron [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1100.569228] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.638456] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320692, 'name': Rename_Task, 'duration_secs': 0.214151} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.638956] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.639412] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2b9e75-75e7-4f2b-ad90-bb58f97241a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.647732] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1100.647732] env[63339]: value = "task-4320694" [ 1100.647732] env[63339]: _type = "Task" [ 1100.647732] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.658764] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.760812] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12357ca5-b387-4700-b247-7cd6c4dd5ced {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.773508] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f37ba5-7705-43d1-8d8c-d7a28d4e4ac4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.777243] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.811388] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b75c4-fcb3-4ea4-ad76-bc91b886dffb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.822264] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc19e04-6345-42a0-afe7-396db295e23d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.837729] env[63339]: DEBUG nova.compute.provider_tree [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.848714] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.066263] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562006} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.066536] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ec58ac1c-b584-4311-be03-6fb2dc50a31c/ec58ac1c-b584-4311-be03-6fb2dc50a31c.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.066759] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.067048] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd2ef406-a42c-46e4-8b4f-0217e51e0777 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.075154] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1101.075154] env[63339]: value = "task-4320695" [ 1101.075154] env[63339]: _type = "Task" [ 1101.075154] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.088581] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.162678] env[63339]: DEBUG oslo_vmware.api [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320694, 'name': PowerOnVM_Task, 'duration_secs': 0.487385} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.166868] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.167690] env[63339]: INFO nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1101.167690] env[63339]: DEBUG nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.168600] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588f2ff-4b72-4b98-80d2-c9c9b6a33d67 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.273482] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.273760] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.273949] env[63339]: DEBUG nova.compute.manager [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.275334] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc07dc-c1fa-4f67-bc50-c32ee5bbaa30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.278959] env[63339]: DEBUG nova.network.neutron [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [{"id": "a857216d-4580-4a9a-97b3-85b3e237e115", "address": "fa:16:3e:3a:ac:40", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa857216d-45", "ovs_interfaceid": "a857216d-4580-4a9a-97b3-85b3e237e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.287435] env[63339]: DEBUG nova.compute.manager [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1101.287949] env[63339]: DEBUG nova.objects.instance [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'flavor' on Instance uuid 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.305902] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.347160] env[63339]: DEBUG nova.scheduler.client.report [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.350349] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.586818] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142658} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.587366] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.588014] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a51020-6d4a-4eb2-9466-1344b3b7b32c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.612184] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ec58ac1c-b584-4311-be03-6fb2dc50a31c/ec58ac1c-b584-4311-be03-6fb2dc50a31c.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.612439] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b926894-af63-4e5e-aa6f-d55af0467095 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.633072] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1101.633072] env[63339]: value = "task-4320696" [ 1101.633072] env[63339]: _type = "Task" [ 1101.633072] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.642413] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.688435] env[63339]: INFO nova.compute.manager [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Took 13.74 seconds to build instance. [ 1101.781953] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.849348] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.851455] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.854148] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.647s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.854239] env[63339]: DEBUG nova.objects.instance [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'resources' on Instance uuid e7768b1b-31c3-4bca-8563-9bb637143705 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.877492] env[63339]: INFO nova.scheduler.client.report [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted allocations for instance c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab [ 1102.144962] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320696, 'name': ReconfigVM_Task, 'duration_secs': 0.31397} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.145317] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ec58ac1c-b584-4311-be03-6fb2dc50a31c/ec58ac1c-b584-4311-be03-6fb2dc50a31c.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.146024] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1842c313-b18b-4af2-928e-918701f276a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.155505] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1102.155505] env[63339]: value = "task-4320697" [ 1102.155505] env[63339]: _type = "Task" [ 1102.155505] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.167366] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320697, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.190154] env[63339]: DEBUG oslo_concurrency.lockutils [None req-186630f4-cc1a-4896-8622-066c6ed7d201 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.250s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.297891] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.299071] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e226b30a-124b-4190-b477-e6d2c90ff875 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.307726] env[63339]: DEBUG oslo_vmware.api [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1102.307726] env[63339]: value = "task-4320698" [ 1102.307726] env[63339]: _type = "Task" [ 1102.307726] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.317011] env[63339]: DEBUG oslo_vmware.api [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.350067] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.385554] env[63339]: DEBUG oslo_concurrency.lockutils [None req-733ccdd1-8abe-442f-b666-55e6c2a66f32 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.408s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.657457] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf530ea-a6e5-46f6-8935-17107dd089a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.672193] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a4900b-55df-4516-b89f-ed04591aaac0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.675439] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320697, 'name': Rename_Task, 'duration_secs': 0.164166} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.675722] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.676533] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c35abcb-0d1e-484b-9055-c7bd3441b561 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.706847] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16574d-4410-47b1-a49a-ca4a868fa871 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.708727] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1102.708727] env[63339]: value = "task-4320699" [ 1102.708727] env[63339]: _type = "Task" [ 1102.708727] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.715504] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ced1f0-529d-485c-9a17-80c732fd9303 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.722472] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320699, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.734454] env[63339]: DEBUG nova.compute.provider_tree [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.818658] env[63339]: DEBUG oslo_vmware.api [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320698, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.849681] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.222038] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320699, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.237347] env[63339]: DEBUG nova.scheduler.client.report [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.299011] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c4fe1-8b77-4b58-aef1-1fe12662e1a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.321308] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.334524] env[63339]: DEBUG oslo_vmware.api [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320698, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.352297] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.358863] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "61ea1828-ba73-42bc-b951-897f97b91e89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.359112] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "61ea1828-ba73-42bc-b951-897f97b91e89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.721033] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.744315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.746838] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.429s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.748360] env[63339]: INFO nova.compute.claims [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.774414] env[63339]: INFO nova.scheduler.client.report [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocations for instance e7768b1b-31c3-4bca-8563-9bb637143705 [ 1103.837714] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.838365] env[63339]: DEBUG oslo_vmware.api [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320698, 'name': PowerOffVM_Task, 'duration_secs': 1.231037} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.838628] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d566e05-2cf7-4a77-b7cf-b03670985700 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.840576] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.840836] env[63339]: DEBUG nova.compute.manager [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.841782] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6dd97f-9495-4e16-8859-544467a9e24e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.854596] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1103.854596] env[63339]: value = "task-4320700" [ 1103.854596] env[63339]: _type = "Task" [ 1103.854596] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.860144] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.867571] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.877251] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.222444] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.286871] env[63339]: DEBUG oslo_concurrency.lockutils [None req-05df525c-5426-4eb8-9d53-cfe5996cea8a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "e7768b1b-31c3-4bca-8563-9bb637143705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.443s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.352773] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.371867] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320700, 'name': PowerOffVM_Task, 'duration_secs': 0.263849} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.374208] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.374405] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.378563] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d37ae8d-3504-4ccf-b562-039fbbbce2f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.105s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.394140] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.530954] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.530954] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.722654] env[63339]: DEBUG oslo_vmware.api [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320699, 'name': PowerOnVM_Task, 'duration_secs': 1.610614} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.722939] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.723161] env[63339]: INFO nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1104.723406] env[63339]: DEBUG nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.724208] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9df66f-720d-4c1f-94be-785bfc3081ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.814870] env[63339]: DEBUG nova.objects.instance [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'flavor' on Instance uuid 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.855899] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.881047] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.882018] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.882018] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.882018] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.882018] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.882018] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.882215] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.882314] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.882518] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.882641] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.882818] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.890851] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f2493d-0086-4927-86af-f4b6183f0207 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.910878] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1104.910878] env[63339]: value = "task-4320701" [ 1104.910878] env[63339]: _type = "Task" [ 1104.910878] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.923883] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.001977] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91d3b1-1db4-4987-b355-9c2ae4393329 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.010477] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa85668-616b-400d-a7be-8cbdd066e385 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.043580] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.046756] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ee2aff-054b-4d5d-88bc-fab6ba54e71c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.055698] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d99d5c-0356-4f94-afae-84e6f14620d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.070273] env[63339]: DEBUG nova.compute.provider_tree [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.245492] env[63339]: INFO nova.compute.manager [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Took 16.62 seconds to build instance. [ 1105.321463] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.321646] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.321819] env[63339]: DEBUG nova.network.neutron [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1105.321995] env[63339]: DEBUG nova.objects.instance [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'info_cache' on Instance uuid 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.352225] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.426043] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320701, 'name': ReconfigVM_Task, 'duration_secs': 0.391078} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.426043] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.571045] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.573305] env[63339]: DEBUG nova.scheduler.client.report [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.749143] env[63339]: DEBUG oslo_concurrency.lockutils [None req-94cc5e63-5281-49f2-b001-02be845f94be tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.131s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.826034] env[63339]: DEBUG nova.objects.base [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Object Instance<0c2bf1fd-3c6b-431f-bb54-3262265bd208> lazy-loaded attributes: flavor,info_cache {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.854137] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.881096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.881096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.881096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.881096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.881096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.883459] env[63339]: INFO nova.compute.manager [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Terminating instance [ 1105.933601] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.933854] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.934032] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.934239] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.934387] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.934805] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.934805] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.934944] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.935070] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.935279] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.935477] env[63339]: DEBUG nova.virt.hardware [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.941275] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.941751] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32afd12-f22a-4e54-aa54-078f7678895f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.963038] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1105.963038] env[63339]: value = "task-4320702" [ 1105.963038] env[63339]: _type = "Task" [ 1105.963038] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.973055] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.078322] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.080153] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.774s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.082020] env[63339]: INFO nova.compute.claims [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.354114] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.389363] env[63339]: DEBUG nova.compute.manager [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.389598] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.390518] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b307040-7750-4a13-9ace-221b93f509e7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.401185] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.401479] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ce275e-41b0-403a-88ca-7df2b37a8311 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.408950] env[63339]: DEBUG oslo_vmware.api [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1106.408950] env[63339]: value = "task-4320703" [ 1106.408950] env[63339]: _type = "Task" [ 1106.408950] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.417979] env[63339]: DEBUG oslo_vmware.api [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.474128] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320702, 'name': ReconfigVM_Task, 'duration_secs': 0.275394} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.477213] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.478328] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090d6d0-6a5c-4146-8df3-286d8b802392 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.504333] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455/330fae5c-dc1c-4a3e-92c0-0c277e6fa455.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.504768] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49cca49a-0b9d-42ab-a4b4-1a4d4cba0fd9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.528905] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1106.528905] env[63339]: value = "task-4320704" [ 1106.528905] env[63339]: _type = "Task" [ 1106.528905] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.538662] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.581096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "b6df8b31-26d8-46b3-a0c8-bc3790b1c781" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.581499] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "b6df8b31-26d8-46b3-a0c8-bc3790b1c781" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.617839] env[63339]: DEBUG nova.network.neutron [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.635887] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "6231593d-d952-48e8-9a85-266023b30a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.637116] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.855058] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.920091] env[63339]: DEBUG oslo_vmware.api [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320703, 'name': PowerOffVM_Task, 'duration_secs': 0.23014} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.920465] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.920465] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.920686] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c0da0b-2dee-418a-a3da-cba969617117 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.986426] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.986672] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.987035] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleting the datastore file [datastore1] ec58ac1c-b584-4311-be03-6fb2dc50a31c {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.987163] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dad9cba-76fe-4c22-9061-7b3773e21c95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.997093] env[63339]: DEBUG oslo_vmware.api [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1106.997093] env[63339]: value = "task-4320706" [ 1106.997093] env[63339]: _type = "Task" [ 1106.997093] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.006757] env[63339]: DEBUG oslo_vmware.api [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.039879] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.084668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "b6df8b31-26d8-46b3-a0c8-bc3790b1c781" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.085326] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.122880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.139486] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.354587] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.371424] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd777c87-432a-4afd-a51c-979fe9afb16c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.379981] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297bb59b-9bec-4288-a439-ad16f94dc26d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.416094] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9e64c9-5e80-4ca9-b9ec-d68273781cc5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.426077] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e03a62-17c6-44f8-9cf0-0135f0a5fe0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.440524] env[63339]: DEBUG nova.compute.provider_tree [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.453169] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267b091-cae6-01b1-9000-32661a1697ee/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.454402] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e735f8-10ff-4ec0-ad5f-6966def6d2ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.461074] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267b091-cae6-01b1-9000-32661a1697ee/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.461256] env[63339]: ERROR oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267b091-cae6-01b1-9000-32661a1697ee/disk-0.vmdk due to incomplete transfer. [ 1107.461725] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4c64c06-24b6-4c7d-92cd-3a9c6b2648ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.469717] env[63339]: DEBUG oslo_vmware.rw_handles [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267b091-cae6-01b1-9000-32661a1697ee/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.469932] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Uploaded image 1b8edc68-aeae-4d8d-b620-d7ed016c02fe to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.472499] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.473107] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5598f560-2712-4d6b-be3d-19b3b3431c4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.479890] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1107.479890] env[63339]: value = "task-4320707" [ 1107.479890] env[63339]: _type = "Task" [ 1107.479890] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.487808] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320707, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.505856] env[63339]: DEBUG oslo_vmware.api [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289515} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.506106] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.506294] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.506499] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.506644] env[63339]: INFO nova.compute.manager [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.506878] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.507080] env[63339]: DEBUG nova.compute.manager [-] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.507177] env[63339]: DEBUG nova.network.neutron [-] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1107.541066] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320704, 'name': ReconfigVM_Task, 'duration_secs': 0.896317} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.541066] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455/330fae5c-dc1c-4a3e-92c0-0c277e6fa455.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.541066] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.589484] env[63339]: DEBUG nova.compute.utils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.591379] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.591692] env[63339]: DEBUG nova.network.neutron [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1107.652987] env[63339]: DEBUG nova.policy [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670c47c792e4eb6aa608b89decee4c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899ef259e1fa406d9fac1bc910a3e147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.666314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.862704] env[63339]: DEBUG oslo_vmware.api [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320693, 'name': ReconfigVM_Task, 'duration_secs': 7.397046} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.863059] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.863333] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Reconfigured VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1107.945467] env[63339]: DEBUG nova.scheduler.client.report [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.955374] env[63339]: DEBUG nova.compute.manager [req-c0371554-681e-4a2a-abef-33ce264af5bf req-487a6b22-426f-4748-b78b-166381b40b29 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Received event network-vif-deleted-0aa86ce7-6127-423e-8b60-923f67d0e425 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1107.955601] env[63339]: INFO nova.compute.manager [req-c0371554-681e-4a2a-abef-33ce264af5bf req-487a6b22-426f-4748-b78b-166381b40b29 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Neutron deleted interface 0aa86ce7-6127-423e-8b60-923f67d0e425; detaching it from the instance and deleting it from the info cache [ 1107.955773] env[63339]: DEBUG nova.network.neutron [req-c0371554-681e-4a2a-abef-33ce264af5bf req-487a6b22-426f-4748-b78b-166381b40b29 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.990127] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320707, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.047258] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a2457-96bd-4d05-b9a7-4b3b2de8804a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.051241] env[63339]: DEBUG nova.network.neutron [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Successfully created port: 1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1108.071553] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6303e07-7747-40ed-b5e9-9f77cf3eda55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.096245] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.099028] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.132882] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.134500] env[63339]: DEBUG nova.compute.manager [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-vif-deleted-18b6acb1-16bb-4c1b-8268-87a54b100e09 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1108.134500] env[63339]: INFO nova.compute.manager [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Neutron deleted interface 18b6acb1-16bb-4c1b-8268-87a54b100e09; detaching it from the instance and deleting it from the info cache [ 1108.134919] env[63339]: DEBUG nova.network.neutron [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "348d767f-8768-479c-9b92-13fe1ab11009", "address": "fa:16:3e:c5:f1:d8", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348d767f-87", "ovs_interfaceid": "348d767f-8768-479c-9b92-13fe1ab11009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.136431] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23709db9-55e3-4306-a77a-c8f986d57971 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.146992] env[63339]: DEBUG oslo_vmware.api [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1108.146992] env[63339]: value = "task-4320708" [ 1108.146992] env[63339]: _type = "Task" [ 1108.146992] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.156746] env[63339]: DEBUG oslo_vmware.api [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.430036] env[63339]: DEBUG nova.network.neutron [-] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.454705] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.455222] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.462933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.069s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.467673] env[63339]: INFO nova.compute.claims [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.476126] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-628c8723-5be1-492a-8a19-847e6f00b5bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.496037] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320707, 'name': Destroy_Task, 'duration_secs': 0.587037} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.496037] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroyed the VM [ 1108.496037] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1108.496037] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c29ac8a1-c0ca-4db8-b3ca-247bb56f84fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.499573] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b5969-41ad-4eaf-a5dd-b6dffae59e34 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.522072] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1108.522072] env[63339]: value = "task-4320709" [ 1108.522072] env[63339]: _type = "Task" [ 1108.522072] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.539703] env[63339]: DEBUG nova.compute.manager [req-c0371554-681e-4a2a-abef-33ce264af5bf req-487a6b22-426f-4748-b78b-166381b40b29 service nova] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Detach interface failed, port_id=0aa86ce7-6127-423e-8b60-923f67d0e425, reason: Instance ec58ac1c-b584-4311-be03-6fb2dc50a31c could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1108.544185] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.641392] env[63339]: DEBUG oslo_concurrency.lockutils [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.641587] env[63339]: DEBUG oslo_concurrency.lockutils [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] Acquired lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.643849] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b0f34a-958d-42fd-8837-e8e18f1dc00e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.657679] env[63339]: DEBUG oslo_vmware.api [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.670528] env[63339]: DEBUG oslo_concurrency.lockutils [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] Releasing lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.670826] env[63339]: WARNING nova.compute.manager [req-bef76a54-5884-4573-9cf7-a2d5cc5d8fb8 req-c33f10b6-701c-4b3a-a64d-a90be48f8caf service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Detach interface failed, port_id=18b6acb1-16bb-4c1b-8268-87a54b100e09, reason: No device with interface-id 18b6acb1-16bb-4c1b-8268-87a54b100e09 exists on VM: nova.exception.NotFound: No device with interface-id 18b6acb1-16bb-4c1b-8268-87a54b100e09 exists on VM [ 1108.734976] env[63339]: DEBUG nova.network.neutron [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Port a857216d-4580-4a9a-97b3-85b3e237e115 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1108.933494] env[63339]: INFO nova.compute.manager [-] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Took 1.43 seconds to deallocate network for instance. [ 1108.967438] env[63339]: DEBUG nova.compute.utils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.972026] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.972026] env[63339]: DEBUG nova.network.neutron [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1109.033395] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.072439] env[63339]: DEBUG nova.policy [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64d4b48a3e304b69b9df01eb88e379b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e83893ce0c45d3aa912903c97c69d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.113561] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.117873] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.118079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.118282] env[63339]: DEBUG nova.network.neutron [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1109.162726] env[63339]: DEBUG oslo_vmware.api [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320708, 'name': PowerOnVM_Task, 'duration_secs': 0.665457} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.163660] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.163660] env[63339]: DEBUG nova.compute.manager [None req-4416b7bd-c13f-43e6-a92d-4dca4abbf97f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.167571] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43425e1-b78d-4261-a6f8-1e01bcea5f00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.179648] env[63339]: DEBUG nova.virt.hardware [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.180357] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e876f14-9bee-4503-85e6-0e6afb116ec6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.195548] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a1114-82fe-43d3-b742-6aed0b911d60 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.443827] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.472722] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.534919] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320709, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.635614] env[63339]: DEBUG nova.network.neutron [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Successfully created port: 09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1109.657496] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.657682] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.657881] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.658077] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.658246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.662520] env[63339]: INFO nova.compute.manager [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Terminating instance [ 1109.763560] env[63339]: DEBUG nova.network.neutron [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Successfully updated port: 1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1109.775567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.775832] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.776020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.832637] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761801f-2d75-40d1-a34d-6ba550cbee7b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.844753] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fce665c-5280-4c42-a10b-93506ff0f061 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.880625] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f731376-d872-4921-a36f-3f852cee7db7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.889541] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844375ad-9cab-453b-8527-e2f7d0c029ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.903396] env[63339]: DEBUG nova.compute.provider_tree [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.916417] env[63339]: INFO nova.network.neutron [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Port 348d767f-8768-479c-9b92-13fe1ab11009 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1109.916807] env[63339]: DEBUG nova.network.neutron [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [{"id": "867f85c8-94ba-471d-867a-c07b8f4311d5", "address": "fa:16:3e:92:0e:33", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867f85c8-94", "ovs_interfaceid": "867f85c8-94ba-471d-867a-c07b8f4311d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.978209] env[63339]: DEBUG nova.compute.manager [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Received event network-vif-plugged-1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1109.978451] env[63339]: DEBUG oslo_concurrency.lockutils [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] Acquiring lock "bc004b5b-7d17-48ba-b061-7562e365d5c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.978625] env[63339]: DEBUG oslo_concurrency.lockutils [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.978793] env[63339]: DEBUG oslo_concurrency.lockutils [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.978958] env[63339]: DEBUG nova.compute.manager [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] No waiting events found dispatching network-vif-plugged-1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.979138] env[63339]: WARNING nova.compute.manager [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Received unexpected event network-vif-plugged-1266acf2-b234-4024-bf1f-7d2012eeabc4 for instance with vm_state building and task_state spawning. [ 1109.979299] env[63339]: DEBUG nova.compute.manager [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Received event network-changed-1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1109.979453] env[63339]: DEBUG nova.compute.manager [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Refreshing instance network info cache due to event network-changed-1266acf2-b234-4024-bf1f-7d2012eeabc4. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1109.979628] env[63339]: DEBUG oslo_concurrency.lockutils [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] Acquiring lock "refresh_cache-bc004b5b-7d17-48ba-b061-7562e365d5c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.979791] env[63339]: DEBUG oslo_concurrency.lockutils [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] Acquired lock "refresh_cache-bc004b5b-7d17-48ba-b061-7562e365d5c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.979953] env[63339]: DEBUG nova.network.neutron [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Refreshing network info cache for port 1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1110.034708] env[63339]: DEBUG oslo_vmware.api [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320709, 'name': RemoveSnapshot_Task, 'duration_secs': 1.153562} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.035007] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1110.035300] env[63339]: INFO nova.compute.manager [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 20.67 seconds to snapshot the instance on the hypervisor. [ 1110.162693] env[63339]: DEBUG nova.compute.manager [req-4b9a9c62-4e0a-49e8-b390-ff9b2ac23f4e req-edd86a80-38fa-4f3b-975c-2f34a4b9a229 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-vif-deleted-348d767f-8768-479c-9b92-13fe1ab11009 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1110.167202] env[63339]: DEBUG nova.compute.manager [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.167420] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.168379] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff8e3c6-b4a9-432a-a49d-ed08c3a0aac8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.178864] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.179327] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41617fa-b983-49f5-85b6-6aa3b3bee1df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.190096] env[63339]: DEBUG oslo_vmware.api [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1110.190096] env[63339]: value = "task-4320710" [ 1110.190096] env[63339]: _type = "Task" [ 1110.190096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.205144] env[63339]: DEBUG oslo_vmware.api [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.269436] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "refresh_cache-bc004b5b-7d17-48ba-b061-7562e365d5c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.407296] env[63339]: DEBUG nova.scheduler.client.report [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.420506] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.488399] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.519590] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.519786] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.519939] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.520147] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.520295] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.520638] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.520638] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.520798] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.520959] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.521139] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.521312] env[63339]: DEBUG nova.virt.hardware [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.522279] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78d448b-1106-4911-abf7-91c456770ab2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.532320] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a39fe8-f9bf-4baf-aeef-de38587cf3ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.537444] env[63339]: DEBUG nova.network.neutron [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1110.599699] env[63339]: DEBUG nova.compute.manager [None req-54c21d19-4d8b-4a57-adcf-1b97059a35cb tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Found 2 images (rotation: 2) {{(pid=63339) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1110.643364] env[63339]: DEBUG nova.network.neutron [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.700470] env[63339]: DEBUG oslo_vmware.api [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320710, 'name': PowerOffVM_Task, 'duration_secs': 0.340691} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.700767] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.700929] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.701225] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe0db736-4ba4-4f0d-a3a4-d07845a7b2b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.813855] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.814048] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.814345] env[63339]: DEBUG nova.network.neutron [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1110.816514] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.816715] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.816911] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleting the datastore file [datastore1] d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.817456] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3fb18c3-97e2-4e38-b649-c74dbe9544f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.826217] env[63339]: DEBUG oslo_vmware.api [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1110.826217] env[63339]: value = "task-4320712" [ 1110.826217] env[63339]: _type = "Task" [ 1110.826217] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.836765] env[63339]: DEBUG oslo_vmware.api [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.914353] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.914936] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.917695] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.347s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.919357] env[63339]: INFO nova.compute.claims [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.927677] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3ee61376-5722-4094-93f7-06486f27f2de tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-d2e5bcac-6181-4cd5-9642-b9a2fe71ad99-18b6acb1-16bb-4c1b-8268-87a54b100e09" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.191s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.146251] env[63339]: DEBUG oslo_concurrency.lockutils [req-4ad33ed0-3d5f-434f-a683-574b261200ee req-58c18432-bbbb-4923-90f8-0d958a8f1744 service nova] Releasing lock "refresh_cache-bc004b5b-7d17-48ba-b061-7562e365d5c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.147123] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquired lock "refresh_cache-bc004b5b-7d17-48ba-b061-7562e365d5c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.147374] env[63339]: DEBUG nova.network.neutron [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1111.242540] env[63339]: DEBUG nova.network.neutron [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Successfully updated port: 09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1111.337149] env[63339]: DEBUG oslo_vmware.api [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242275} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.337457] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.337656] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.337836] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.338046] env[63339]: INFO nova.compute.manager [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1111.338256] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.338456] env[63339]: DEBUG nova.compute.manager [-] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.338552] env[63339]: DEBUG nova.network.neutron [-] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1111.426236] env[63339]: DEBUG nova.compute.utils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.429686] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.429866] env[63339]: DEBUG nova.network.neutron [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1111.651648] env[63339]: DEBUG nova.policy [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.687887] env[63339]: DEBUG nova.network.neutron [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [{"id": "a857216d-4580-4a9a-97b3-85b3e237e115", "address": "fa:16:3e:3a:ac:40", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa857216d-45", "ovs_interfaceid": "a857216d-4580-4a9a-97b3-85b3e237e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.695543] env[63339]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 348d767f-8768-479c-9b92-13fe1ab11009 could not be found.", "detail": ""}} {{(pid=63339) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1111.695767] env[63339]: DEBUG nova.network.neutron [-] Unable to show port 348d767f-8768-479c-9b92-13fe1ab11009 as it no longer exists. {{(pid=63339) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1111.722639] env[63339]: DEBUG nova.network.neutron [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1111.745444] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.749098] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.749098] env[63339]: DEBUG nova.network.neutron [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1111.930977] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.072011] env[63339]: DEBUG nova.network.neutron [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Updating instance_info_cache with network_info: [{"id": "1266acf2-b234-4024-bf1f-7d2012eeabc4", "address": "fa:16:3e:e2:f6:46", "network": {"id": "4816866a-f7d5-4eb0-be9c-0656eb5504d2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-391976716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899ef259e1fa406d9fac1bc910a3e147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1266acf2-b2", "ovs_interfaceid": "1266acf2-b234-4024-bf1f-7d2012eeabc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.090582] env[63339]: DEBUG nova.compute.manager [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.091707] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535e46e-987f-4a4d-b767-80ed54130ca3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.198299] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.203042] env[63339]: DEBUG nova.compute.manager [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Received event network-vif-plugged-09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1112.203265] env[63339]: DEBUG oslo_concurrency.lockutils [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] Acquiring lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.203478] env[63339]: DEBUG oslo_concurrency.lockutils [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.203783] env[63339]: DEBUG oslo_concurrency.lockutils [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.203841] env[63339]: DEBUG nova.compute.manager [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] No waiting events found dispatching network-vif-plugged-09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.203966] env[63339]: WARNING nova.compute.manager [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Received unexpected event network-vif-plugged-09301714-3b94-4a62-a796-f9a462b44ae5 for instance with vm_state building and task_state spawning. [ 1112.204145] env[63339]: DEBUG nova.compute.manager [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Received event network-changed-09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1112.204370] env[63339]: DEBUG nova.compute.manager [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Refreshing instance network info cache due to event network-changed-09301714-3b94-4a62-a796-f9a462b44ae5. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1112.205748] env[63339]: DEBUG oslo_concurrency.lockutils [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] Acquiring lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.220533] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4738b-78e2-4e42-9388-7be296e460ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.229820] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548dd5f2-fbe6-4389-89c0-24a140a5fa0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.276052] env[63339]: DEBUG nova.network.neutron [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Successfully created port: c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.279452] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d07cd9-4025-417f-a161-438afd9052d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.292764] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af6fcf-d3ee-4aa2-aea0-b495a0f2cae3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.308906] env[63339]: DEBUG nova.compute.provider_tree [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.346012] env[63339]: DEBUG nova.network.neutron [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1112.576393] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Releasing lock "refresh_cache-bc004b5b-7d17-48ba-b061-7562e365d5c4" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.576760] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Instance network_info: |[{"id": "1266acf2-b234-4024-bf1f-7d2012eeabc4", "address": "fa:16:3e:e2:f6:46", "network": {"id": "4816866a-f7d5-4eb0-be9c-0656eb5504d2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-391976716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899ef259e1fa406d9fac1bc910a3e147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1266acf2-b2", "ovs_interfaceid": "1266acf2-b234-4024-bf1f-7d2012eeabc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.577200] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1266acf2-b234-4024-bf1f-7d2012eeabc4', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.585906] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Creating folder: Project (899ef259e1fa406d9fac1bc910a3e147). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.586268] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0197e87-45a2-495c-84bf-bd133b4153b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.599066] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Created folder: Project (899ef259e1fa406d9fac1bc910a3e147) in parent group-v849594. [ 1112.599292] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Creating folder: Instances. Parent ref: group-v849867. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.599559] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ce1c71-ce1a-4292-9ea4-c47fa7701718 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.605612] env[63339]: INFO nova.compute.manager [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] instance snapshotting [ 1112.606237] env[63339]: DEBUG nova.objects.instance [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'flavor' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.614764] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Created folder: Instances in parent group-v849867. [ 1112.614764] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.614764] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.614764] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f431be92-b370-4553-abe4-c15972c10372 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.643042] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.643042] env[63339]: value = "task-4320715" [ 1112.643042] env[63339]: _type = "Task" [ 1112.643042] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.652382] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320715, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.666272] env[63339]: DEBUG nova.network.neutron [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Updating instance_info_cache with network_info: [{"id": "09301714-3b94-4a62-a796-f9a462b44ae5", "address": "fa:16:3e:75:ba:6b", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09301714-3b", "ovs_interfaceid": "09301714-3b94-4a62-a796-f9a462b44ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.699525] env[63339]: DEBUG nova.compute.manager [req-dd7218e8-c97e-4222-b641-8d9de4d14d1c req-ce94d4c5-c7b7-46e2-8a4e-305e6b8d3197 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Received event network-vif-deleted-867f85c8-94ba-471d-867a-c07b8f4311d5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1112.699735] env[63339]: INFO nova.compute.manager [req-dd7218e8-c97e-4222-b641-8d9de4d14d1c req-ce94d4c5-c7b7-46e2-8a4e-305e6b8d3197 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Neutron deleted interface 867f85c8-94ba-471d-867a-c07b8f4311d5; detaching it from the instance and deleting it from the info cache [ 1112.699912] env[63339]: DEBUG nova.network.neutron [req-dd7218e8-c97e-4222-b641-8d9de4d14d1c req-ce94d4c5-c7b7-46e2-8a4e-305e6b8d3197 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.748226] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196bf3a7-b72c-415d-8d6e-4d9da4f8a9a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.769878] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4b25c6-9c2b-4fe3-8f3e-d53a85c2c507 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.779986] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.812127] env[63339]: DEBUG nova.scheduler.client.report [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.952310] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.985939] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.986312] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.986480] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.986698] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.986856] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.986998] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.987229] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.987413] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.987561] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.987731] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.987910] env[63339]: DEBUG nova.virt.hardware [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.988924] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184509b4-fc7e-4002-8ddb-3d7789e649eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.997727] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9817ee6-1c3c-4b77-86c0-fca04fe63e38 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.116727] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1bda2-3e89-45db-aad1-d828b431b654 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136311] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9a331-48ce-4c7f-9786-aff29c87ca8b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.139085] env[63339]: DEBUG nova.network.neutron [-] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.157707] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320715, 'name': CreateVM_Task, 'duration_secs': 0.397901} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.157901] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.158618] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.158785] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.159176] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.159447] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ce1ac8-aa07-4f76-9203-c10d5fcacf26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.165152] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1113.165152] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255deb5-3585-cee6-fa76-742b2550362d" [ 1113.165152] env[63339]: _type = "Task" [ 1113.165152] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.175791] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.176142] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Instance network_info: |[{"id": "09301714-3b94-4a62-a796-f9a462b44ae5", "address": "fa:16:3e:75:ba:6b", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09301714-3b", "ovs_interfaceid": "09301714-3b94-4a62-a796-f9a462b44ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.176457] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255deb5-3585-cee6-fa76-742b2550362d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.176709] env[63339]: DEBUG oslo_concurrency.lockutils [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] Acquired lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.176880] env[63339]: DEBUG nova.network.neutron [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Refreshing network info cache for port 09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1113.178071] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ba:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09301714-3b94-4a62-a796-f9a462b44ae5', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.186114] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.189670] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.190224] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa22430f-92d4-48f5-bd4a-e8577bf821a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.206126] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91782a09-efcc-48a3-98eb-3ec5ac6e9e69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.219339] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c8229f-78c7-4d38-a073-36c8cd1f9212 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.230716] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.230716] env[63339]: value = "task-4320716" [ 1113.230716] env[63339]: _type = "Task" [ 1113.230716] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.255851] env[63339]: DEBUG nova.compute.manager [req-dd7218e8-c97e-4222-b641-8d9de4d14d1c req-ce94d4c5-c7b7-46e2-8a4e-305e6b8d3197 service nova] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Detach interface failed, port_id=867f85c8-94ba-471d-867a-c07b8f4311d5, reason: Instance d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1113.290199] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.293507] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7540d14d-f970-421b-8a07-f2e967e62452 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.302055] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1113.302055] env[63339]: value = "task-4320717" [ 1113.302055] env[63339]: _type = "Task" [ 1113.302055] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.315435] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.318687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.319295] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.322314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.656s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.323973] env[63339]: INFO nova.compute.claims [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.388165] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "74edbbfc-4379-43a6-86df-1104083abf0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.388458] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "74edbbfc-4379-43a6-86df-1104083abf0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.388675] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "74edbbfc-4379-43a6-86df-1104083abf0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.388859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "74edbbfc-4379-43a6-86df-1104083abf0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.389045] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "74edbbfc-4379-43a6-86df-1104083abf0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.392183] env[63339]: INFO nova.compute.manager [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Terminating instance [ 1113.495381] env[63339]: DEBUG nova.network.neutron [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Updated VIF entry in instance network info cache for port 09301714-3b94-4a62-a796-f9a462b44ae5. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1113.495821] env[63339]: DEBUG nova.network.neutron [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Updating instance_info_cache with network_info: [{"id": "09301714-3b94-4a62-a796-f9a462b44ae5", "address": "fa:16:3e:75:ba:6b", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09301714-3b", "ovs_interfaceid": "09301714-3b94-4a62-a796-f9a462b44ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.645922] env[63339]: INFO nova.compute.manager [-] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Took 2.31 seconds to deallocate network for instance. [ 1113.654099] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1113.655021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55b8c98e-8b96-4abb-8990-f82a71059c92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.668455] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1113.668455] env[63339]: value = "task-4320718" [ 1113.668455] env[63339]: _type = "Task" [ 1113.668455] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.683648] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.687780] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5255deb5-3585-cee6-fa76-742b2550362d, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.688157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.688438] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.688732] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.688920] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.689185] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.689518] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe258ad9-dc0e-4512-8a6b-1c67c84887fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.701345] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.701596] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.702452] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967bbecc-0222-4985-8220-da2f893ba6cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.711921] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1113.711921] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52169e8e-1094-cd0a-cc91-7f5f20cda3b2" [ 1113.711921] env[63339]: _type = "Task" [ 1113.711921] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.723380] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52169e8e-1094-cd0a-cc91-7f5f20cda3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.743146] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320716, 'name': CreateVM_Task, 'duration_secs': 0.502841} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.743146] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.743146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.743146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.743478] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.745142] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addffb7d-c95c-4ab9-9150-7525d15c9c88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.749904] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1113.749904] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525ccf95-cbda-014c-a097-c5f06e45fc28" [ 1113.749904] env[63339]: _type = "Task" [ 1113.749904] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.759859] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525ccf95-cbda-014c-a097-c5f06e45fc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.814502] env[63339]: DEBUG oslo_vmware.api [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320717, 'name': PowerOnVM_Task, 'duration_secs': 0.511864} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.814502] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.814502] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b99c7-bb22-4436-bd96-f4db3aa41add tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance '330fae5c-dc1c-4a3e-92c0-0c277e6fa455' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.829847] env[63339]: DEBUG nova.compute.utils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.834027] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.834027] env[63339]: DEBUG nova.network.neutron [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1113.898345] env[63339]: DEBUG nova.compute.manager [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.898626] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.899649] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e11cc7-c84d-40df-b333-a533f11cd816 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.904234] env[63339]: DEBUG nova.policy [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e406996e094bd189a17f1ca1805a7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c310480bec74b6e9ef11075a65e03a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.911431] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.911708] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa06c2b-ef13-4e82-acbe-2997ee58445e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.919209] env[63339]: DEBUG oslo_vmware.api [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1113.919209] env[63339]: value = "task-4320719" [ 1113.919209] env[63339]: _type = "Task" [ 1113.919209] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.931661] env[63339]: DEBUG oslo_vmware.api [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.999104] env[63339]: DEBUG oslo_concurrency.lockutils [req-d46ef415-4171-45b6-821e-85085046c2ba req-26bef63f-1659-4dc6-8df7-70967172d672 service nova] Releasing lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.156376] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.190980] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.225301] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52169e8e-1094-cd0a-cc91-7f5f20cda3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.228089] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62de2d5c-6945-42f6-a061-ca985ce1147f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.233855] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1114.233855] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235f7a7-22af-af42-3a68-9076383ac7e1" [ 1114.233855] env[63339]: _type = "Task" [ 1114.233855] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.246697] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235f7a7-22af-af42-3a68-9076383ac7e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.267837] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525ccf95-cbda-014c-a097-c5f06e45fc28, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.268205] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.269341] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.269628] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.270909] env[63339]: DEBUG nova.network.neutron [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Successfully updated port: c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.333984] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.392519] env[63339]: DEBUG nova.network.neutron [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Successfully created port: 434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1114.434057] env[63339]: DEBUG oslo_vmware.api [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320719, 'name': PowerOffVM_Task, 'duration_secs': 0.419271} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.434434] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.434510] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.434784] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cecbe4ae-8641-4176-b313-79410a69b152 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.522995] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.523338] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.523595] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Deleting the datastore file [datastore2] 74edbbfc-4379-43a6-86df-1104083abf0a {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.524072] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e56503-ca83-42f7-9ab0-685b2e4b93c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.534070] env[63339]: DEBUG oslo_vmware.api [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for the task: (returnval){ [ 1114.534070] env[63339]: value = "task-4320721" [ 1114.534070] env[63339]: _type = "Task" [ 1114.534070] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.542656] env[63339]: DEBUG oslo_vmware.api [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.600558] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c234ba7-39e4-4ea6-948d-b7c5a8a2dcc5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.610806] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa7df5-2a1e-4b37-aef6-f9b1b028791e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.647470] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a04ee-df7a-4c66-ba14-3c33b91301a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.657447] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b97c85a-e741-4de9-bc4b-f9e66a9c6705 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.673732] env[63339]: DEBUG nova.compute.provider_tree [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.686528] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320718, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.736785] env[63339]: DEBUG nova.compute.manager [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Received event network-vif-plugged-c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1114.737166] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] Acquiring lock "61ea1828-ba73-42bc-b951-897f97b91e89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.737218] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] Lock "61ea1828-ba73-42bc-b951-897f97b91e89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.737445] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] Lock "61ea1828-ba73-42bc-b951-897f97b91e89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.737595] env[63339]: DEBUG nova.compute.manager [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] No waiting events found dispatching network-vif-plugged-c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.737782] env[63339]: WARNING nova.compute.manager [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Received unexpected event network-vif-plugged-c7e3ac81-7fa1-4493-b876-57da636c8a52 for instance with vm_state building and task_state spawning. [ 1114.737923] env[63339]: DEBUG nova.compute.manager [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Received event network-changed-c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1114.738115] env[63339]: DEBUG nova.compute.manager [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Refreshing instance network info cache due to event network-changed-c7e3ac81-7fa1-4493-b876-57da636c8a52. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1114.738256] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] Acquiring lock "refresh_cache-61ea1828-ba73-42bc-b951-897f97b91e89" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.738479] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] Acquired lock "refresh_cache-61ea1828-ba73-42bc-b951-897f97b91e89" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.738537] env[63339]: DEBUG nova.network.neutron [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Refreshing network info cache for port c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1114.749986] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235f7a7-22af-af42-3a68-9076383ac7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.751094] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.751366] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] bc004b5b-7d17-48ba-b061-7562e365d5c4/bc004b5b-7d17-48ba-b061-7562e365d5c4.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.751726] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.751936] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.752189] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c457a4f-cf91-41e6-b99f-668ebabe3773 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.754769] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-260209c2-08db-4e16-99c4-1a7a8120685a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.765135] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1114.765135] env[63339]: value = "task-4320722" [ 1114.765135] env[63339]: _type = "Task" [ 1114.765135] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.766910] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.767119] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.774574] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c6ec4a-7271-4cbd-8031-5bccf662129a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.778354] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-61ea1828-ba73-42bc-b951-897f97b91e89" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.784265] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.786102] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1114.786102] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529281cf-1b29-70d0-b774-dd463e4873b5" [ 1114.786102] env[63339]: _type = "Task" [ 1114.786102] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.799182] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529281cf-1b29-70d0-b774-dd463e4873b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.045470] env[63339]: DEBUG oslo_vmware.api [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Task: {'id': task-4320721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353287} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.045780] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.046025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.046257] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.046487] env[63339]: INFO nova.compute.manager [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1115.046748] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.046978] env[63339]: DEBUG nova.compute.manager [-] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.047115] env[63339]: DEBUG nova.network.neutron [-] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1115.176828] env[63339]: DEBUG nova.scheduler.client.report [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.190609] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320718, 'name': CreateSnapshot_Task, 'duration_secs': 1.052126} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.190959] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1115.191757] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909393b8-b207-4c58-ad40-87912948ef29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.277360] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.297920] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529281cf-1b29-70d0-b774-dd463e4873b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.298953] env[63339]: DEBUG nova.network.neutron [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1115.302164] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163ed991-04cd-47c9-a790-44093b11d688 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.314052] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1115.314052] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f53517-822d-8c35-7403-44959df5d09f" [ 1115.314052] env[63339]: _type = "Task" [ 1115.314052] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.320604] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f53517-822d-8c35-7403-44959df5d09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.348675] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.389996] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.390350] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.390485] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.390681] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.390825] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.390973] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.391211] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.391371] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.391533] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.391698] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.391916] env[63339]: DEBUG nova.virt.hardware [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.392921] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165db17f-0a12-4115-b840-1ac12955e9a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.409221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f32ade-7f8a-4701-b877-6d4293a6a6b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.469701] env[63339]: DEBUG nova.network.neutron [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.685462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.686093] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.689011] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.246s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.689305] env[63339]: DEBUG nova.objects.instance [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'resources' on Instance uuid ec58ac1c-b584-4311-be03-6fb2dc50a31c {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.713638] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1115.714738] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02abb32b-0b02-499d-a301-4b93f4d7b850 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.726592] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1115.726592] env[63339]: value = "task-4320723" [ 1115.726592] env[63339]: _type = "Task" [ 1115.726592] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.737228] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.779436] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93153} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.779838] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] bc004b5b-7d17-48ba-b061-7562e365d5c4/bc004b5b-7d17-48ba-b061-7562e365d5c4.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.780018] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.780293] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d625b0e-ec0c-47b5-aa6b-6cc587311c74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.787658] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1115.787658] env[63339]: value = "task-4320724" [ 1115.787658] env[63339]: _type = "Task" [ 1115.787658] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.802261] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.822566] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f53517-822d-8c35-7403-44959df5d09f, 'name': SearchDatastore_Task, 'duration_secs': 0.082485} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.822994] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.823401] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 0887d274-0d7c-464a-8f7e-dbcdcbd45464/0887d274-0d7c-464a-8f7e-dbcdcbd45464.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.823724] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0256686b-947a-4fbd-a47a-ebf507e75b5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.832360] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1115.832360] env[63339]: value = "task-4320725" [ 1115.832360] env[63339]: _type = "Task" [ 1115.832360] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.844340] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.904723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.905194] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.905477] env[63339]: DEBUG nova.compute.manager [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Going to confirm migration 4 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1115.973298] env[63339]: DEBUG oslo_concurrency.lockutils [req-e1199b8f-65d4-4417-b883-e7964ffa3ac1 req-2eee7c85-7c26-4337-946c-aab79eff6552 service nova] Releasing lock "refresh_cache-61ea1828-ba73-42bc-b951-897f97b91e89" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.973298] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-61ea1828-ba73-42bc-b951-897f97b91e89" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.973298] env[63339]: DEBUG nova.network.neutron [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1116.003992] env[63339]: DEBUG nova.network.neutron [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Successfully updated port: 434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1116.192261] env[63339]: DEBUG nova.compute.utils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.198669] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.199013] env[63339]: DEBUG nova.network.neutron [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1116.225247] env[63339]: DEBUG nova.network.neutron [-] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.239124] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.261920] env[63339]: DEBUG nova.policy [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9319c4ece94063b83d7ae6173f0a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d7639a7fc64a2e98af9d85db468e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.304129] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092942} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.304129] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.304129] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95651e60-35ea-4044-8cf8-ada01d71b363 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.343374] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] bc004b5b-7d17-48ba-b061-7562e365d5c4/bc004b5b-7d17-48ba-b061-7562e365d5c4.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.343374] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6598b067-56bf-4c6f-b395-65386ec65da3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.369955] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530994} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.371250] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 0887d274-0d7c-464a-8f7e-dbcdcbd45464/0887d274-0d7c-464a-8f7e-dbcdcbd45464.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.371507] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.371842] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1116.371842] env[63339]: value = "task-4320726" [ 1116.371842] env[63339]: _type = "Task" [ 1116.371842] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.372059] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763ac838-713f-4411-a811-ff335313e3ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.386321] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1116.386321] env[63339]: value = "task-4320727" [ 1116.386321] env[63339]: _type = "Task" [ 1116.386321] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.388340] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.506717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.506880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.507093] env[63339]: DEBUG nova.network.neutron [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1116.550318] env[63339]: DEBUG nova.network.neutron [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1116.579807] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b60004-7eae-46c2-812c-af8da19a56cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.592899] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac395b8-58c3-485b-b09e-0db12a9ad34d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.625450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.625674] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.625835] env[63339]: DEBUG nova.network.neutron [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1116.626028] env[63339]: DEBUG nova.objects.instance [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'info_cache' on Instance uuid 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.627996] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9def1ab-34ea-455a-a2c9-7af7bf1c9dfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.637982] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef741bc8-744a-4d0c-8a29-e1476b6c1284 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.661026] env[63339]: DEBUG nova.compute.provider_tree [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.697021] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.734095] env[63339]: INFO nova.compute.manager [-] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Took 1.69 seconds to deallocate network for instance. [ 1116.746567] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.785621] env[63339]: DEBUG nova.compute.manager [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Received event network-vif-deleted-acf0722e-dc43-4688-b85d-052c4e29810a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1116.785927] env[63339]: DEBUG nova.compute.manager [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-vif-plugged-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1116.786123] env[63339]: DEBUG oslo_concurrency.lockutils [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.786383] env[63339]: DEBUG oslo_concurrency.lockutils [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.786557] env[63339]: DEBUG oslo_concurrency.lockutils [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.786730] env[63339]: DEBUG nova.compute.manager [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] No waiting events found dispatching network-vif-plugged-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.786931] env[63339]: WARNING nova.compute.manager [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received unexpected event network-vif-plugged-434adbef-2e87-4a22-b393-cf7c9b927848 for instance with vm_state building and task_state spawning. [ 1116.787121] env[63339]: DEBUG nova.compute.manager [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1116.787323] env[63339]: DEBUG nova.compute.manager [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing instance network info cache due to event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1116.787520] env[63339]: DEBUG oslo_concurrency.lockutils [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.828504] env[63339]: DEBUG nova.network.neutron [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Updating instance_info_cache with network_info: [{"id": "c7e3ac81-7fa1-4493-b876-57da636c8a52", "address": "fa:16:3e:c8:c2:da", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e3ac81-7f", "ovs_interfaceid": "c7e3ac81-7fa1-4493-b876-57da636c8a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.879869] env[63339]: DEBUG nova.network.neutron [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Successfully created port: 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1116.888145] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.899130] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089668} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.899450] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.900302] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658fb8f8-8dcf-43d0-ae16-88bc2119f480 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.924978] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 0887d274-0d7c-464a-8f7e-dbcdcbd45464/0887d274-0d7c-464a-8f7e-dbcdcbd45464.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.925719] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79be307b-6666-423b-a993-14b97faab9ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.946562] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1116.946562] env[63339]: value = "task-4320728" [ 1116.946562] env[63339]: _type = "Task" [ 1116.946562] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.955664] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.066420] env[63339]: DEBUG nova.network.neutron [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1117.160683] env[63339]: DEBUG nova.scheduler.client.report [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.239071] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.242229] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.294174] env[63339]: DEBUG nova.network.neutron [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.332721] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-61ea1828-ba73-42bc-b951-897f97b91e89" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.333037] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Instance network_info: |[{"id": "c7e3ac81-7fa1-4493-b876-57da636c8a52", "address": "fa:16:3e:c8:c2:da", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e3ac81-7f", "ovs_interfaceid": "c7e3ac81-7fa1-4493-b876-57da636c8a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.333499] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:c2:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e3ac81-7fa1-4493-b876-57da636c8a52', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.342410] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.342410] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.343081] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32e1116e-f66e-41f9-94ac-857be9d5f4a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.365781] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.365781] env[63339]: value = "task-4320729" [ 1117.365781] env[63339]: _type = "Task" [ 1117.365781] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.376115] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320729, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.385526] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.458470] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.666389] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.669338] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.513s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.669797] env[63339]: DEBUG nova.objects.instance [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'resources' on Instance uuid d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.694856] env[63339]: INFO nova.scheduler.client.report [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted allocations for instance ec58ac1c-b584-4311-be03-6fb2dc50a31c [ 1117.705540] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.751044] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.754737] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.755114] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.755750] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.756212] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.756445] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.756671] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.756979] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.757230] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.757477] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.757721] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.757976] env[63339]: DEBUG nova.virt.hardware [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.759237] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1600f4-f43f-46de-a529-af31e0a0c9ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.778504] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b38761-1fd4-4487-ae73-b6b7cf6e539b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.801737] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.802915] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance network_info: |[{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.806814] env[63339]: DEBUG oslo_concurrency.lockutils [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.807143] env[63339]: DEBUG nova.network.neutron [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1117.808645] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:00:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '434adbef-2e87-4a22-b393-cf7c9b927848', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.817520] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.818640] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.819490] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcde4c62-0a48-4b0b-b04e-36ad04da66a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.847266] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.847266] env[63339]: value = "task-4320730" [ 1117.847266] env[63339]: _type = "Task" [ 1117.847266] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.860166] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320730, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.877961] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320729, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.887591] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.955265] env[63339]: DEBUG nova.network.neutron [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [{"id": "a857216d-4580-4a9a-97b3-85b3e237e115", "address": "fa:16:3e:3a:ac:40", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa857216d-45", "ovs_interfaceid": "a857216d-4580-4a9a-97b3-85b3e237e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.965102] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320728, 'name': ReconfigVM_Task, 'duration_secs': 0.689043} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.965497] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 0887d274-0d7c-464a-8f7e-dbcdcbd45464/0887d274-0d7c-464a-8f7e-dbcdcbd45464.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.967262] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9070107e-e02c-488d-83d0-5a882bf6a49c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.977319] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1117.977319] env[63339]: value = "task-4320731" [ 1117.977319] env[63339]: _type = "Task" [ 1117.977319] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.991868] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320731, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.206895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-25ff76fd-afc4-44fd-8d0a-049896a1907f tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "ec58ac1c-b584-4311-be03-6fb2dc50a31c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.326s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.243416] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.360337] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320730, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.386487] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320729, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.395756] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.449055] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179b1cb0-bdaa-4e8a-ae7e-8e9b2ae73557 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.461142] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-330fae5c-dc1c-4a3e-92c0-0c277e6fa455" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.461508] env[63339]: DEBUG nova.objects.instance [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'migration_context' on Instance uuid 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.464243] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c9acdc-3086-40b5-ab0b-7d1146580889 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.515265] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0f79a-2f6b-499d-b0ff-0a43d850a182 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.528176] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320731, 'name': Rename_Task, 'duration_secs': 0.329297} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.532603] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.534584] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c1e184-1872-43b1-ae3f-3f97a1ec610e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.540157] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f335e-0a31-40a7-bbc3-542d51234605 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.568568] env[63339]: DEBUG nova.compute.provider_tree [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.571360] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1118.571360] env[63339]: value = "task-4320732" [ 1118.571360] env[63339]: _type = "Task" [ 1118.571360] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.589026] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.745652] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320723, 'name': CloneVM_Task, 'duration_secs': 2.614195} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.745943] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Created linked-clone VM from snapshot [ 1118.746809] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e6c1fd-2192-485e-92b8-5e2caa0c7a20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.755647] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Uploading image c9f656ea-d660-4164-ad1c-2b7bf5594314 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.795285] env[63339]: DEBUG nova.network.neutron [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updated VIF entry in instance network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1118.795285] env[63339]: DEBUG nova.network.neutron [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.802274] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.802274] env[63339]: value = "vm-849872" [ 1118.802274] env[63339]: _type = "VirtualMachine" [ 1118.802274] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.802274] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-517b0822-9070-4edc-9712-a824558cf70b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.809509] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease: (returnval){ [ 1118.809509] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb6dd-3f27-3367-2c05-7397bf0ee648" [ 1118.809509] env[63339]: _type = "HttpNfcLease" [ 1118.809509] env[63339]: } obtained for exporting VM: (result){ [ 1118.809509] env[63339]: value = "vm-849872" [ 1118.809509] env[63339]: _type = "VirtualMachine" [ 1118.809509] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.809857] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the lease: (returnval){ [ 1118.809857] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb6dd-3f27-3367-2c05-7397bf0ee648" [ 1118.809857] env[63339]: _type = "HttpNfcLease" [ 1118.809857] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.822539] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.822539] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb6dd-3f27-3367-2c05-7397bf0ee648" [ 1118.822539] env[63339]: _type = "HttpNfcLease" [ 1118.822539] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.822539] env[63339]: DEBUG nova.network.neutron [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Successfully updated port: 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1118.823628] env[63339]: DEBUG nova.compute.manager [req-e4dac469-b040-4a84-8f18-728f6e7973e3 req-b5c07b4b-58d9-4328-b5da-865723689808 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Received event network-vif-plugged-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1118.823844] env[63339]: DEBUG oslo_concurrency.lockutils [req-e4dac469-b040-4a84-8f18-728f6e7973e3 req-b5c07b4b-58d9-4328-b5da-865723689808 service nova] Acquiring lock "6231593d-d952-48e8-9a85-266023b30a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.824071] env[63339]: DEBUG oslo_concurrency.lockutils [req-e4dac469-b040-4a84-8f18-728f6e7973e3 req-b5c07b4b-58d9-4328-b5da-865723689808 service nova] Lock "6231593d-d952-48e8-9a85-266023b30a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.824219] env[63339]: DEBUG oslo_concurrency.lockutils [req-e4dac469-b040-4a84-8f18-728f6e7973e3 req-b5c07b4b-58d9-4328-b5da-865723689808 service nova] Lock "6231593d-d952-48e8-9a85-266023b30a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.824384] env[63339]: DEBUG nova.compute.manager [req-e4dac469-b040-4a84-8f18-728f6e7973e3 req-b5c07b4b-58d9-4328-b5da-865723689808 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] No waiting events found dispatching network-vif-plugged-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.824541] env[63339]: WARNING nova.compute.manager [req-e4dac469-b040-4a84-8f18-728f6e7973e3 req-b5c07b4b-58d9-4328-b5da-865723689808 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Received unexpected event network-vif-plugged-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 for instance with vm_state building and task_state spawning. [ 1118.859278] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320730, 'name': CreateVM_Task, 'duration_secs': 0.978316} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.859666] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.860241] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.860413] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.860742] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.861017] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb266ef3-6fd5-43a4-9083-dd4586ce1732 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.869221] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1118.869221] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52050a75-e143-867c-30e9-eead70e019fc" [ 1118.869221] env[63339]: _type = "Task" [ 1118.869221] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.884066] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320729, 'name': CreateVM_Task, 'duration_secs': 1.436112} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.884328] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52050a75-e143-867c-30e9-eead70e019fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.887693] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.888477] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.894774] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320726, 'name': ReconfigVM_Task, 'duration_secs': 2.092369} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.895069] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Reconfigured VM instance instance-0000005e to attach disk [datastore1] bc004b5b-7d17-48ba-b061-7562e365d5c4/bc004b5b-7d17-48ba-b061-7562e365d5c4.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.895771] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-126cecfe-916c-423d-bf50-f761c75cbb45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.903599] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1118.903599] env[63339]: value = "task-4320734" [ 1118.903599] env[63339]: _type = "Task" [ 1118.903599] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.913728] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320734, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.971588] env[63339]: DEBUG nova.objects.base [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Object Instance<330fae5c-dc1c-4a3e-92c0-0c277e6fa455> lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.972751] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0663fa-8784-4ab2-95b1-dadf0e0def27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.993610] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da674dd6-09b7-4562-b4ea-36e3a82b7b37 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.000780] env[63339]: DEBUG oslo_vmware.api [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1119.000780] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235272e-751b-2ea3-2e01-c1dc1bc417f7" [ 1119.000780] env[63339]: _type = "Task" [ 1119.000780] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.013091] env[63339]: DEBUG oslo_vmware.api [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235272e-751b-2ea3-2e01-c1dc1bc417f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.073765] env[63339]: DEBUG nova.scheduler.client.report [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.089108] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.299678] env[63339]: DEBUG oslo_concurrency.lockutils [req-40389826-3660-4af7-a4b0-a5aa73bfac70 req-79ee8be3-accc-4e9b-94ff-ec43c7aa4aea service nova] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.319770] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.319770] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb6dd-3f27-3367-2c05-7397bf0ee648" [ 1119.319770] env[63339]: _type = "HttpNfcLease" [ 1119.319770] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1119.320082] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1119.320082] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb6dd-3f27-3367-2c05-7397bf0ee648" [ 1119.320082] env[63339]: _type = "HttpNfcLease" [ 1119.320082] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1119.324958] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689a2f4e-1c85-4414-8a5d-154c62b537bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.325557] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.325712] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.325869] env[63339]: DEBUG nova.network.neutron [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1119.330261] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dea17-1104-3821-d811-319ea03663f0/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1119.330449] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dea17-1104-3821-d811-319ea03663f0/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1119.397589] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52050a75-e143-867c-30e9-eead70e019fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014571} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.398012] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.398276] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.398526] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.398670] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.398850] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.399157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.399467] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.399819] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1707aa6e-6e52-4bc3-961b-9e8df5cd590c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.401787] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416e020f-b2e2-4a57-903c-12c36dbbced0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.408938] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1119.408938] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c33cf3-567a-3426-2d1f-5dd9827c5205" [ 1119.408938] env[63339]: _type = "Task" [ 1119.408938] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.417097] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.417097] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.417885] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320734, 'name': Rename_Task, 'duration_secs': 0.219846} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.418506] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b19abc-8dad-404a-97be-2d97b27673fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.421615] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.421615] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-474921dd-7724-4f6d-8a7c-38271e7493d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.429533] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c33cf3-567a-3426-2d1f-5dd9827c5205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.435967] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1119.435967] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f07c53-78ea-f047-8c3b-0879fd648eaa" [ 1119.435967] env[63339]: _type = "Task" [ 1119.435967] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.439807] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1119.439807] env[63339]: value = "task-4320735" [ 1119.439807] env[63339]: _type = "Task" [ 1119.439807] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.447821] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f07c53-78ea-f047-8c3b-0879fd648eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.453183] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.511797] env[63339]: DEBUG oslo_vmware.api [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5235272e-751b-2ea3-2e01-c1dc1bc417f7, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.512246] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.560175] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f976cdf-3e8e-40bd-8bbf-f0cb0cf60eb4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.584447] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.587381] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.345s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.587650] env[63339]: DEBUG nova.objects.instance [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lazy-loading 'resources' on Instance uuid 74edbbfc-4379-43a6-86df-1104083abf0a {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.593398] env[63339]: DEBUG oslo_vmware.api [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320732, 'name': PowerOnVM_Task, 'duration_secs': 0.605938} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.597383] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.597962] env[63339]: INFO nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1119.598611] env[63339]: DEBUG nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.600625] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418e352-357e-418c-9a60-c55303fbd1ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.633895] env[63339]: INFO nova.scheduler.client.report [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted allocations for instance d2e5bcac-6181-4cd5-9642-b9a2fe71ad99 [ 1119.873115] env[63339]: DEBUG nova.network.neutron [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1119.921596] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c33cf3-567a-3426-2d1f-5dd9827c5205, 'name': SearchDatastore_Task, 'duration_secs': 0.027169} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.922056] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.922430] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.922671] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.948318] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f07c53-78ea-f047-8c3b-0879fd648eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.949860] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3153d590-6d62-4044-9b47-2a827b3f7c2e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.957705] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.965303] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1119.965303] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52914421-e1bc-cbcf-4a3e-2bf0145655f0" [ 1119.965303] env[63339]: _type = "Task" [ 1119.965303] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.976394] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52914421-e1bc-cbcf-4a3e-2bf0145655f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.029077] env[63339]: DEBUG nova.network.neutron [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updating instance_info_cache with network_info: [{"id": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "address": "fa:16:3e:db:cc:5c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c01b1ff-60", "ovs_interfaceid": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.133946] env[63339]: INFO nova.compute.manager [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Took 18.85 seconds to build instance. [ 1120.142689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "d2e5bcac-6181-4cd5-9642-b9a2fe71ad99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.485s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.340706] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4246a-e3ac-4270-a25a-b97c2f706a06 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.348733] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a43191-9412-4be0-8322-2b79b153524a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.387510] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb59f6-afe8-4505-a71b-9a06eca22e16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.396879] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dac148-9609-4e84-906d-bc002f50ac78 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.411818] env[63339]: DEBUG nova.compute.provider_tree [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.456740] env[63339]: DEBUG oslo_vmware.api [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320735, 'name': PowerOnVM_Task, 'duration_secs': 0.522656} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.457823] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.457823] env[63339]: INFO nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1120.457823] env[63339]: DEBUG nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.458834] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3c921-eab9-4c08-8cea-754dfc7dda1b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.486119] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52914421-e1bc-cbcf-4a3e-2bf0145655f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018072} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.487498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.487498] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.487764] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.488076] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.488421] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0e2c05-555d-4e75-ae36-09b1becfffe9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.491082] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b41ad09e-9b8a-401d-be6c-5520f60272df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.499660] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1120.499660] env[63339]: value = "task-4320736" [ 1120.499660] env[63339]: _type = "Task" [ 1120.499660] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.507077] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.507077] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.509594] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886c7b7d-00e1-4fc6-98e0-ebc9ae74dafe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.514088] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.519160] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1120.519160] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52152542-d474-d301-8286-db143148670b" [ 1120.519160] env[63339]: _type = "Task" [ 1120.519160] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.529321] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52152542-d474-d301-8286-db143148670b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.531933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.532649] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Instance network_info: |[{"id": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "address": "fa:16:3e:db:cc:5c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c01b1ff-60", "ovs_interfaceid": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.532852] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:cc:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c01b1ff-60bb-4ad5-9885-43030a4fa2e3', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.541050] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.541480] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.541842] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6261943-a9d6-4a58-b945-3d11e661f07e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.567908] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.567908] env[63339]: value = "task-4320737" [ 1120.567908] env[63339]: _type = "Task" [ 1120.567908] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.583073] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320737, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.637388] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.365s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.916505] env[63339]: DEBUG nova.scheduler.client.report [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.993080] env[63339]: INFO nova.compute.manager [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Took 21.70 seconds to build instance. [ 1121.015050] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320736, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.035736] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52152542-d474-d301-8286-db143148670b, 'name': SearchDatastore_Task, 'duration_secs': 0.020406} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.037869] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02f130b-586e-48f2-a546-da438fbb6bf9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.046245] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1121.046245] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227608a-9481-2c2b-950e-d2db023177d8" [ 1121.046245] env[63339]: _type = "Task" [ 1121.046245] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.058779] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227608a-9481-2c2b-950e-d2db023177d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.080880] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320737, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.238923] env[63339]: DEBUG nova.compute.manager [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Received event network-changed-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1121.239262] env[63339]: DEBUG nova.compute.manager [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Refreshing instance network info cache due to event network-changed-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1121.239421] env[63339]: DEBUG oslo_concurrency.lockutils [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] Acquiring lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.239608] env[63339]: DEBUG oslo_concurrency.lockutils [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] Acquired lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.239851] env[63339]: DEBUG nova.network.neutron [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Refreshing network info cache for port 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1121.264048] env[63339]: DEBUG nova.compute.manager [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Received event network-changed-09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1121.264272] env[63339]: DEBUG nova.compute.manager [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Refreshing instance network info cache due to event network-changed-09301714-3b94-4a62-a796-f9a462b44ae5. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1121.264486] env[63339]: DEBUG oslo_concurrency.lockutils [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] Acquiring lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.264691] env[63339]: DEBUG oslo_concurrency.lockutils [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] Acquired lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.265747] env[63339]: DEBUG nova.network.neutron [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Refreshing network info cache for port 09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1121.423931] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.427529] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.915s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.492762] env[63339]: INFO nova.scheduler.client.report [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Deleted allocations for instance 74edbbfc-4379-43a6-86df-1104083abf0a [ 1121.499501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3cac4e4e-ba07-467d-bd51-5b3be904419e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.218s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.515098] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711717} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.515344] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.515679] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.515901] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49b9cd45-87d3-457b-8cbd-0ec74ada96d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.523942] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1121.523942] env[63339]: value = "task-4320738" [ 1121.523942] env[63339]: _type = "Task" [ 1121.523942] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.539245] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.564852] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5227608a-9481-2c2b-950e-d2db023177d8, 'name': SearchDatastore_Task, 'duration_secs': 0.06648} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.565286] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.565633] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 61ea1828-ba73-42bc-b951-897f97b91e89/61ea1828-ba73-42bc-b951-897f97b91e89.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.566075] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46397eff-4cc6-4efe-99fb-4f981e9f7c16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.583174] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320737, 'name': CreateVM_Task, 'duration_secs': 0.732777} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.583174] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.583584] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1121.583584] env[63339]: value = "task-4320739" [ 1121.583584] env[63339]: _type = "Task" [ 1121.583584] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.585065] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.585267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.585922] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.586499] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbc4301-c1d1-45c9-baa9-b7952927eb6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.597445] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1121.597445] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bf7f7b-9816-8ecf-96e8-12d52fcbec7e" [ 1121.597445] env[63339]: _type = "Task" [ 1121.597445] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.602332] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.613955] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bf7f7b-9816-8ecf-96e8-12d52fcbec7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.912779] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "bc004b5b-7d17-48ba-b061-7562e365d5c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.913120] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.913352] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "bc004b5b-7d17-48ba-b061-7562e365d5c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.913584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.913754] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.916587] env[63339]: INFO nova.compute.manager [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Terminating instance [ 1122.003738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Lock "74edbbfc-4379-43a6-86df-1104083abf0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.615s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.043882] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161277} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.044275] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.045207] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd434d-91e8-47c0-b3f3-27ea64962a14 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.078229] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.082306] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ba0ea7-7578-4f4d-97fc-c0d0c80d0b28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.116337] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.121162] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52bf7f7b-9816-8ecf-96e8-12d52fcbec7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017974} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.121766] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1122.121766] env[63339]: value = "task-4320740" [ 1122.121766] env[63339]: _type = "Task" [ 1122.121766] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.126894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.126894] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.126894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.126894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.126894] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.127181] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c3d261-3250-4f84-968f-69157db37073 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.139765] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.145588] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.145588] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.149515] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03bf7d62-24e1-4541-842d-0154d251b970 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.165733] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1122.165733] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527729e1-3396-24af-2e29-37bc18f47863" [ 1122.165733] env[63339]: _type = "Task" [ 1122.165733] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.177440] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527729e1-3396-24af-2e29-37bc18f47863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.254669] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f2f0a3-e610-466c-a72b-eaa82ddb4af5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.265311] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defa06a-f268-4272-970a-19d9dbac2eb3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.309043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44047187-5cef-402d-9a81-e17244037861 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.320573] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a2140-dc6d-4dc4-b6da-a97ec69a8d29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.337888] env[63339]: DEBUG nova.compute.provider_tree [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.428067] env[63339]: DEBUG nova.compute.manager [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.428365] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.429458] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a43eefb-e475-4d76-be15-8011f82e4745 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.440343] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.440343] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbcac59c-9571-4462-8ecf-0c0bb0db832b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.448957] env[63339]: DEBUG oslo_vmware.api [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1122.448957] env[63339]: value = "task-4320741" [ 1122.448957] env[63339]: _type = "Task" [ 1122.448957] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.461580] env[63339]: DEBUG oslo_vmware.api [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.463018] env[63339]: DEBUG nova.network.neutron [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updated VIF entry in instance network info cache for port 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1122.463324] env[63339]: DEBUG nova.network.neutron [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updating instance_info_cache with network_info: [{"id": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "address": "fa:16:3e:db:cc:5c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c01b1ff-60", "ovs_interfaceid": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.468777] env[63339]: DEBUG nova.network.neutron [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Updated VIF entry in instance network info cache for port 09301714-3b94-4a62-a796-f9a462b44ae5. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1122.468777] env[63339]: DEBUG nova.network.neutron [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Updating instance_info_cache with network_info: [{"id": "09301714-3b94-4a62-a796-f9a462b44ae5", "address": "fa:16:3e:75:ba:6b", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09301714-3b", "ovs_interfaceid": "09301714-3b94-4a62-a796-f9a462b44ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.614710] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680656} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.615235] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 61ea1828-ba73-42bc-b951-897f97b91e89/61ea1828-ba73-42bc-b951-897f97b91e89.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.615566] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.615871] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb623ba-62a8-421c-aaf7-41ba2c440192 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.625460] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1122.625460] env[63339]: value = "task-4320742" [ 1122.625460] env[63339]: _type = "Task" [ 1122.625460] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.651231] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.651231] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.679119] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527729e1-3396-24af-2e29-37bc18f47863, 'name': SearchDatastore_Task, 'duration_secs': 0.035163} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.680211] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d48bf2-150a-45d1-aca1-55da9ee77ca5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.688533] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1122.688533] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524b7cd4-3b2f-7d03-a87a-5125d5a96c71" [ 1122.688533] env[63339]: _type = "Task" [ 1122.688533] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.702305] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524b7cd4-3b2f-7d03-a87a-5125d5a96c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.842619] env[63339]: DEBUG nova.scheduler.client.report [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.960383] env[63339]: DEBUG oslo_vmware.api [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320741, 'name': PowerOffVM_Task, 'duration_secs': 0.296607} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.961557] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.961557] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.961557] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dca00d2-e094-47a8-9208-01ef641a5e55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.970763] env[63339]: DEBUG oslo_concurrency.lockutils [req-dc3862da-901f-4503-90f5-9fc7698c9bea req-d8f7ecbf-28a1-49f8-824f-e9b512a64baf service nova] Releasing lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.976057] env[63339]: DEBUG oslo_concurrency.lockutils [req-eb8f4977-a0c1-44cc-8687-5fb7558a60f7 req-f9e35233-07f1-44ae-8f95-e39740e14a93 service nova] Releasing lock "refresh_cache-0887d274-0d7c-464a-8f7e-dbcdcbd45464" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.035078] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.035329] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.035594] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Deleting the datastore file [datastore1] bc004b5b-7d17-48ba-b061-7562e365d5c4 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.035890] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84913cd-d19e-4082-ae88-5cffd0c9078c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.047067] env[63339]: DEBUG oslo_vmware.api [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for the task: (returnval){ [ 1123.047067] env[63339]: value = "task-4320744" [ 1123.047067] env[63339]: _type = "Task" [ 1123.047067] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.057051] env[63339]: DEBUG oslo_vmware.api [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.147834] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320740, 'name': ReconfigVM_Task, 'duration_secs': 0.609633} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.147834] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091553} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.148247] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.148984] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.149647] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffdaec8d-0e00-4a74-944e-9a810994438c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.152454] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe4e6c-168c-404c-90de-ad35708228fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.177398] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 61ea1828-ba73-42bc-b951-897f97b91e89/61ea1828-ba73-42bc-b951-897f97b91e89.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.179261] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30929615-ba5d-4a02-b73c-1b8cf23f15cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.200983] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1123.200983] env[63339]: value = "task-4320746" [ 1123.200983] env[63339]: _type = "Task" [ 1123.200983] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.218048] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1123.218048] env[63339]: value = "task-4320747" [ 1123.218048] env[63339]: _type = "Task" [ 1123.218048] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.234329] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320746, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.234499] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524b7cd4-3b2f-7d03-a87a-5125d5a96c71, 'name': SearchDatastore_Task, 'duration_secs': 0.017207} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.235257] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.235620] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6231593d-d952-48e8-9a85-266023b30a0c/6231593d-d952-48e8-9a85-266023b30a0c.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.235900] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f84b54fd-3b07-4eb8-9fd1-3e7450431048 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.241959] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.250030] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1123.250030] env[63339]: value = "task-4320748" [ 1123.250030] env[63339]: _type = "Task" [ 1123.250030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.261797] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.563420] env[63339]: DEBUG oslo_vmware.api [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Task: {'id': task-4320744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328002} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.563861] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.564053] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.564260] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.564431] env[63339]: INFO nova.compute.manager [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1123.564999] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.565304] env[63339]: DEBUG nova.compute.manager [-] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.565377] env[63339]: DEBUG nova.network.neutron [-] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1123.715218] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320746, 'name': Rename_Task, 'duration_secs': 0.221579} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.715805] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.716656] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72aa26fe-5bc0-4a6f-b7d2-4eee8d071e2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.734747] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320747, 'name': ReconfigVM_Task, 'duration_secs': 0.434657} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.737255] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 61ea1828-ba73-42bc-b951-897f97b91e89/61ea1828-ba73-42bc-b951-897f97b91e89.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.738450] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1123.738450] env[63339]: value = "task-4320749" [ 1123.738450] env[63339]: _type = "Task" [ 1123.738450] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.738730] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5ab65a-603b-4c41-a582-92a0069fdc03 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.762301] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1123.762301] env[63339]: value = "task-4320750" [ 1123.762301] env[63339]: _type = "Task" [ 1123.762301] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.768383] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320749, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.778177] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320748, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.785350] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320750, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.862224] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.433s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.255896] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.265367] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875758} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.265752] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6231593d-d952-48e8-9a85-266023b30a0c/6231593d-d952-48e8-9a85-266023b30a0c.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.265995] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.266310] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cc083c7-9cd0-4e5c-8039-23de4e8e034b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.280615] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320750, 'name': Rename_Task, 'duration_secs': 0.200331} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.282583] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.282954] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1124.282954] env[63339]: value = "task-4320751" [ 1124.282954] env[63339]: _type = "Task" [ 1124.282954] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.283411] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff8fc44-5f0e-43d3-ae89-551d33b47dfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.296871] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.299478] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1124.299478] env[63339]: value = "task-4320752" [ 1124.299478] env[63339]: _type = "Task" [ 1124.299478] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.310636] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.380236] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.381580] env[63339]: DEBUG nova.compute.manager [req-eeeb8bae-0b04-4f0e-a43d-a5e12a4a0610 req-5d1cdd82-515f-4215-8936-5ee16b40f9e1 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Received event network-vif-deleted-1266acf2-b234-4024-bf1f-7d2012eeabc4 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1124.382246] env[63339]: INFO nova.compute.manager [req-eeeb8bae-0b04-4f0e-a43d-a5e12a4a0610 req-5d1cdd82-515f-4215-8936-5ee16b40f9e1 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Neutron deleted interface 1266acf2-b234-4024-bf1f-7d2012eeabc4; detaching it from the instance and deleting it from the info cache [ 1124.382495] env[63339]: DEBUG nova.network.neutron [req-eeeb8bae-0b04-4f0e-a43d-a5e12a4a0610 req-5d1cdd82-515f-4215-8936-5ee16b40f9e1 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.383746] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.405881] env[63339]: DEBUG nova.network.neutron [-] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.440941] env[63339]: INFO nova.scheduler.client.report [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocation for migration 1ba60515-03e8-4448-a615-8f93b89becb3 [ 1124.712463] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.712745] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.758251] env[63339]: DEBUG oslo_vmware.api [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320749, 'name': PowerOnVM_Task, 'duration_secs': 0.578262} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.758251] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.758251] env[63339]: INFO nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1124.758529] env[63339]: DEBUG nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.759419] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24474038-7da4-42f2-a5ae-76f4a7a2c6f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.797440] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093408} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.797732] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.798565] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac6987-27d1-4ab5-9105-0b1c22a6be70 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.811786] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320752, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.834557] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 6231593d-d952-48e8-9a85-266023b30a0c/6231593d-d952-48e8-9a85-266023b30a0c.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.835273] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa18e34-f812-4b73-bba1-de68185f247f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.860413] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1124.860413] env[63339]: value = "task-4320753" [ 1124.860413] env[63339]: _type = "Task" [ 1124.860413] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.870707] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.893823] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4cbd43f-310c-4e89-961f-6a038770cb47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.898636] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.899330] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.899531] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.899718] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.899934] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.900129] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.900277] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1124.905020] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.908390] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a939cb-54b5-4149-8ec7-47102200bc97 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.924857] env[63339]: INFO nova.compute.manager [-] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Took 1.36 seconds to deallocate network for instance. [ 1124.954099] env[63339]: DEBUG oslo_concurrency.lockutils [None req-554f1a73-115f-4a39-b42d-4092864a72b4 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.049s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.955491] env[63339]: DEBUG nova.compute.manager [req-eeeb8bae-0b04-4f0e-a43d-a5e12a4a0610 req-5d1cdd82-515f-4215-8936-5ee16b40f9e1 service nova] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Detach interface failed, port_id=1266acf2-b234-4024-bf1f-7d2012eeabc4, reason: Instance bc004b5b-7d17-48ba-b061-7562e365d5c4 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1124.983837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.983837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.215717] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.280376] env[63339]: INFO nova.compute.manager [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Took 19.73 seconds to build instance. [ 1125.314400] env[63339]: DEBUG oslo_vmware.api [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320752, 'name': PowerOnVM_Task, 'duration_secs': 0.820621} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.317914] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.317914] env[63339]: INFO nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1125.317914] env[63339]: DEBUG nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.317914] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d03a3d-77dc-4f5f-9413-36dd770018e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.376823] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.426874] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.426874] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.426874] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.426874] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1125.428236] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295ff419-62e7-4cb4-aeb0-bad5744d6270 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.433131] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.433657] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.434025] env[63339]: DEBUG nova.objects.instance [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lazy-loading 'resources' on Instance uuid bc004b5b-7d17-48ba-b061-7562e365d5c4 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.446047] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0e38a-8e72-4962-8d8d-39c67e08acc5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.464950] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2691d8a-c7ba-4b18-b1eb-f5c42fe6ae66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.474163] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a26399-47d1-45a5-bac3-1766806bd3f2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.510579] env[63339]: DEBUG nova.compute.utils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.512204] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179005MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.512488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.657861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.657861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.657861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.657861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.657861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.661335] env[63339]: INFO nova.compute.manager [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Terminating instance [ 1125.748583] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.782707] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08750aa4-48c2-4614-a65c-12652d53b05e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.251s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.841552] env[63339]: INFO nova.compute.manager [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Took 21.47 seconds to build instance. [ 1125.877391] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320753, 'name': ReconfigVM_Task, 'duration_secs': 0.566198} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.877443] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 6231593d-d952-48e8-9a85-266023b30a0c/6231593d-d952-48e8-9a85-266023b30a0c.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.878973] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bf596fd-d58f-474b-8f1e-6d17723dc3c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.889127] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1125.889127] env[63339]: value = "task-4320754" [ 1125.889127] env[63339]: _type = "Task" [ 1125.889127] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.901609] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320754, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.014536] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.031s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.166932] env[63339]: DEBUG nova.compute.manager [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.167235] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.168447] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddb3bb6-cf68-4427-bf0c-1c86fdf61adc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.177882] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.178179] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0adca151-e8bf-4046-a44c-ad5d9ae23a94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.401973] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1126.401973] env[63339]: value = "task-4320756" [ 1126.401973] env[63339]: _type = "Task" [ 1126.401973] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.401973] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.403487] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77763c51-787a-4747-a53a-f57938c9485b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "61ea1828-ba73-42bc-b951-897f97b91e89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.044s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.414120] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320754, 'name': Rename_Task, 'duration_secs': 0.288315} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.414120] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.414120] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb97f4a-337a-4651-91e7-c979a02a8423 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.418850] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd5363-c732-45bd-afb0-829b1f8fa0f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.425865] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1126.425865] env[63339]: value = "task-4320757" [ 1126.425865] env[63339]: _type = "Task" [ 1126.425865] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.432688] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677575cb-ffae-4295-afe0-37401e83bbba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.444413] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.476143] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e8cc3-12a0-49e4-9977-c81857221c73 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.484099] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ec1cc-23a8-4818-b23e-f5311834cf77 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.502509] env[63339]: DEBUG nova.compute.provider_tree [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.700041] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320756, 'name': PowerOffVM_Task, 'duration_secs': 0.405006} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.700230] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.700433] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.700755] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e512e459-ca41-4817-8c60-1565e354dc62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.810000] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.810668] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.810668] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore2] 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.810737] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-981d0db0-0cc2-4b39-b017-b5d92987e353 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.820922] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1126.820922] env[63339]: value = "task-4320759" [ 1126.820922] env[63339]: _type = "Task" [ 1126.820922] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.830563] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.941723] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320757, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.007778] env[63339]: DEBUG nova.scheduler.client.report [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.121387] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "2750972f-d50c-4640-9c24-ee05d17e2b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.121861] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.151491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.151990] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.152478] env[63339]: INFO nova.compute.manager [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Attaching volume 94fd49d1-7814-4733-a75c-ac904578081b to /dev/sdb [ 1127.222770] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f335c-a751-42d0-a780-bfb3e6158b98 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.231970] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb176f7-d202-42d3-98f3-98f8a54d18ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.248813] env[63339]: DEBUG nova.virt.block_device [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating existing volume attachment record: 2aa75a96-0ea6-4b7a-a932-f880a47d806d {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1127.333849] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.443447] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320757, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.519555] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.525416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.013s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.578142] env[63339]: INFO nova.scheduler.client.report [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Deleted allocations for instance bc004b5b-7d17-48ba-b061-7562e365d5c4 [ 1127.624922] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.834144] env[63339]: DEBUG oslo_vmware.api [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578837} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.834144] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.834144] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.834144] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.834622] env[63339]: INFO nova.compute.manager [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1127.834622] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.834790] env[63339]: DEBUG nova.compute.manager [-] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.834881] env[63339]: DEBUG nova.network.neutron [-] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1127.841640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "61ea1828-ba73-42bc-b951-897f97b91e89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.841936] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "61ea1828-ba73-42bc-b951-897f97b91e89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.842581] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "61ea1828-ba73-42bc-b951-897f97b91e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.842581] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "61ea1828-ba73-42bc-b951-897f97b91e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.842581] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "61ea1828-ba73-42bc-b951-897f97b91e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.844847] env[63339]: INFO nova.compute.manager [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Terminating instance [ 1127.949078] env[63339]: DEBUG oslo_vmware.api [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320757, 'name': PowerOnVM_Task, 'duration_secs': 1.058718} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.949411] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.949618] env[63339]: INFO nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1127.949803] env[63339]: DEBUG nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.950663] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d7e5a-7596-4fd2-b42e-a1a27f42e705 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.090434] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8a73b325-d987-4b67-9c85-820659f7f799 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Lock "bc004b5b-7d17-48ba-b061-7562e365d5c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.177s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.153565] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.311123] env[63339]: DEBUG nova.compute.manager [req-1b8ac391-d961-4f5c-89a7-77f6c6f63b15 req-36f0f55e-2fa9-4cc7-a649-9415f416d1fc service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Received event network-vif-deleted-a857216d-4580-4a9a-97b3-85b3e237e115 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1128.311123] env[63339]: INFO nova.compute.manager [req-1b8ac391-d961-4f5c-89a7-77f6c6f63b15 req-36f0f55e-2fa9-4cc7-a649-9415f416d1fc service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Neutron deleted interface a857216d-4580-4a9a-97b3-85b3e237e115; detaching it from the instance and deleting it from the info cache [ 1128.311123] env[63339]: DEBUG nova.network.neutron [req-1b8ac391-d961-4f5c-89a7-77f6c6f63b15 req-36f0f55e-2fa9-4cc7-a649-9415f416d1fc service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.312774] env[63339]: DEBUG nova.compute.manager [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1128.313015] env[63339]: DEBUG nova.compute.manager [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing instance network info cache due to event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1128.313761] env[63339]: DEBUG oslo_concurrency.lockutils [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.313761] env[63339]: DEBUG oslo_concurrency.lockutils [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.313761] env[63339]: DEBUG nova.network.neutron [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1128.349322] env[63339]: DEBUG nova.compute.manager [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.349322] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.351868] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a8db5-5658-4926-ad50-3d4f3a734ed2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.362526] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.362783] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0747d1d0-ab31-4b33-820e-8398d2afe0ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.370385] env[63339]: DEBUG oslo_vmware.api [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1128.370385] env[63339]: value = "task-4320762" [ 1128.370385] env[63339]: _type = "Task" [ 1128.370385] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.380123] env[63339]: DEBUG oslo_vmware.api [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.479504] env[63339]: INFO nova.compute.manager [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Took 20.83 seconds to build instance. [ 1128.566756] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.566994] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 16f23ea8-ba07-4b79-8538-d81cca55630f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.567171] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.567302] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 22a3e469-af6e-424d-ac13-417226cd1e5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.567503] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance d3823241-4f03-41e3-9559-2363ba1ab7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.567722] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 44f7b227-f2cb-4cef-a02b-b9ff490c9755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.567862] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.567972] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0887d274-0d7c-464a-8f7e-dbcdcbd45464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.568136] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 61ea1828-ba73-42bc-b951-897f97b91e89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.568263] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c24f9a15-b5be-4e58-91e7-cca77adee30d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.568374] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 6231593d-d952-48e8-9a85-266023b30a0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.669452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "7836adda-d456-4257-b3bc-65a8fb3ab624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.669679] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "7836adda-d456-4257-b3bc-65a8fb3ab624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.735983] env[63339]: DEBUG nova.network.neutron [-] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.825714] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e137e3e9-d5b7-43df-8b37-6bc6d4c10f92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.834351] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eaf14a-a500-4826-8f5f-52b55d3e01e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.873969] env[63339]: DEBUG nova.compute.manager [req-1b8ac391-d961-4f5c-89a7-77f6c6f63b15 req-36f0f55e-2fa9-4cc7-a649-9415f416d1fc service nova] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Detach interface failed, port_id=a857216d-4580-4a9a-97b3-85b3e237e115, reason: Instance 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1128.883222] env[63339]: DEBUG oslo_vmware.api [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320762, 'name': PowerOffVM_Task, 'duration_secs': 0.287327} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.883513] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.883779] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.883954] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26d79efe-93b7-4b7a-a73a-dbeabe235bf7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.985722] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.349s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.068515] env[63339]: DEBUG nova.network.neutron [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updated VIF entry in instance network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1129.068920] env[63339]: DEBUG nova.network.neutron [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.073906] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 3dd75cf3-406e-42a0-a970-77d592cf055b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1129.172588] env[63339]: DEBUG nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.239908] env[63339]: INFO nova.compute.manager [-] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Took 1.40 seconds to deallocate network for instance. [ 1129.442146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "6231593d-d952-48e8-9a85-266023b30a0c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.442534] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.444628] env[63339]: INFO nova.compute.manager [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Shelving [ 1129.573214] env[63339]: DEBUG oslo_concurrency.lockutils [req-e5d8bcf7-bd22-4fd3-9373-2d41879d34ac req-da511f53-5301-4b2b-9455-04f65f0e3663 service nova] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.576396] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 2750972f-d50c-4640-9c24-ee05d17e2b65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1129.702385] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.733446] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.733446] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.733446] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore1] 61ea1828-ba73-42bc-b951-897f97b91e89 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.733877] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f18ab10-fd62-4f46-8f40-46168c8c720e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.741895] env[63339]: DEBUG oslo_vmware.api [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1129.741895] env[63339]: value = "task-4320765" [ 1129.741895] env[63339]: _type = "Task" [ 1129.741895] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.752218] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.752535] env[63339]: DEBUG oslo_vmware.api [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.080870] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 7836adda-d456-4257-b3bc-65a8fb3ab624 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1130.081190] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1130.081316] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1130.254202] env[63339]: DEBUG oslo_vmware.api [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179042} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.258669] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.258669] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.258941] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.259181] env[63339]: INFO nova.compute.manager [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1130.259743] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.261386] env[63339]: DEBUG nova.compute.manager [-] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.261546] env[63339]: DEBUG nova.network.neutron [-] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1130.341113] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9342f23-8e24-4540-ad32-162b51dcf560 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.350361] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82455060-b294-4d4c-8a26-9f8dc51deed6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.383180] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649c3af-f831-4556-b5e7-2c561ddb63bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.392221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c2f33-57ff-4b60-bdd6-8f7369eca928 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.406770] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.452896] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.453324] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd872074-8ba7-4a48-8c97-53d9b9002db6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.462792] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1130.462792] env[63339]: value = "task-4320767" [ 1130.462792] env[63339]: _type = "Task" [ 1130.462792] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.473965] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.593433] env[63339]: DEBUG nova.compute.manager [req-156f8bc6-5783-402d-a86b-e632a17ae04c req-2a223863-f270-4768-9f3c-03c57400eeed service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Received event network-vif-deleted-c7e3ac81-7fa1-4493-b876-57da636c8a52 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1130.593898] env[63339]: INFO nova.compute.manager [req-156f8bc6-5783-402d-a86b-e632a17ae04c req-2a223863-f270-4768-9f3c-03c57400eeed service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Neutron deleted interface c7e3ac81-7fa1-4493-b876-57da636c8a52; detaching it from the instance and deleting it from the info cache [ 1130.594423] env[63339]: DEBUG nova.network.neutron [req-156f8bc6-5783-402d-a86b-e632a17ae04c req-2a223863-f270-4768-9f3c-03c57400eeed service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.909997] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.978404] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.072300] env[63339]: DEBUG nova.network.neutron [-] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.098538] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1af79c3f-1cd2-43e4-a2e0-7b459b4dfb0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.109566] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c777b0-893f-49a8-b171-c372f9129e3b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.147134] env[63339]: DEBUG nova.compute.manager [req-156f8bc6-5783-402d-a86b-e632a17ae04c req-2a223863-f270-4768-9f3c-03c57400eeed service nova] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Detach interface failed, port_id=c7e3ac81-7fa1-4493-b876-57da636c8a52, reason: Instance 61ea1828-ba73-42bc-b951-897f97b91e89 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1131.419293] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1131.419532] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.894s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.419811] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.671s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.421997] env[63339]: INFO nova.compute.claims [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.474732] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320767, 'name': PowerOffVM_Task, 'duration_secs': 0.838474} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.474949] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.475895] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27632d57-7801-417e-902f-0d547c013d2f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.497365] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d2b3c-d533-417c-9bf0-db0ee30b8af7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.576202] env[63339]: INFO nova.compute.manager [-] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Took 1.31 seconds to deallocate network for instance. [ 1131.804624] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.805166] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849877', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'name': 'volume-94fd49d1-7814-4733-a75c-ac904578081b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'serial': '94fd49d1-7814-4733-a75c-ac904578081b'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.805900] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9807cff3-1ed0-418d-9873-46928ae3b8b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.824027] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdd2f7-1927-4d36-95b0-418d0c2c072a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.854542] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-94fd49d1-7814-4733-a75c-ac904578081b/volume-94fd49d1-7814-4733-a75c-ac904578081b.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.854900] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2de975-6bb8-4e35-8c31-c9609fafb212 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.875721] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1131.875721] env[63339]: value = "task-4320768" [ 1131.875721] env[63339]: _type = "Task" [ 1131.875721] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.885117] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.013630] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1132.013630] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-781d7ec4-09bf-410b-a96b-4596496233cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.023125] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1132.023125] env[63339]: value = "task-4320769" [ 1132.023125] env[63339]: _type = "Task" [ 1132.023125] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.033029] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.085374] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.387260] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.543348] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320769, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.556506] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dea17-1104-3821-d811-319ea03663f0/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1132.561026] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6185b70-f5c5-4c1b-9768-f84699bdb01a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.568803] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dea17-1104-3821-d811-319ea03663f0/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1132.569095] env[63339]: ERROR oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dea17-1104-3821-d811-319ea03663f0/disk-0.vmdk due to incomplete transfer. [ 1132.573145] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d1cdedf-833d-44ee-b7f3-072421ffcdae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.586181] env[63339]: DEBUG oslo_vmware.rw_handles [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dea17-1104-3821-d811-319ea03663f0/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1132.586181] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Uploaded image c9f656ea-d660-4164-ad1c-2b7bf5594314 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1132.587829] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.588136] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5cb47a8-245f-4aba-8f99-4c26dbf6b7c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.596762] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1132.596762] env[63339]: value = "task-4320771" [ 1132.596762] env[63339]: _type = "Task" [ 1132.596762] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.607018] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320771, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.695202] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e075b-b5e1-4be7-aba7-1a419e695e91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.703479] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1be34f-6cd2-493c-ab77-af952066f501 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.739384] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86cb536-7fd7-48c8-94a2-80a8fa329fed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.748941] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ee61f-2e58-4cf7-9a71-ce4430f9a451 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.766970] env[63339]: DEBUG nova.compute.provider_tree [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.888470] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320768, 'name': ReconfigVM_Task, 'duration_secs': 0.694066} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.888873] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-94fd49d1-7814-4733-a75c-ac904578081b/volume-94fd49d1-7814-4733-a75c-ac904578081b.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.894821] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d20a92-f072-4213-9bab-d42ba23366ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.915397] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1132.915397] env[63339]: value = "task-4320772" [ 1132.915397] env[63339]: _type = "Task" [ 1132.915397] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.924586] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.034664] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320769, 'name': CreateSnapshot_Task, 'duration_secs': 0.789337} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.034887] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1133.036033] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca85b8-4730-49bc-8d79-8c4d97b99884 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.107190] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320771, 'name': Destroy_Task, 'duration_secs': 0.447891} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.107253] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroyed the VM [ 1133.107487] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1133.107753] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30d7dbf0-86b4-4455-9541-624e5d04df1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.115995] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1133.115995] env[63339]: value = "task-4320773" [ 1133.115995] env[63339]: _type = "Task" [ 1133.115995] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.124777] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.270449] env[63339]: DEBUG nova.scheduler.client.report [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.425548] env[63339]: DEBUG oslo_vmware.api [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320772, 'name': ReconfigVM_Task, 'duration_secs': 0.184803} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.425991] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849877', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'name': 'volume-94fd49d1-7814-4733-a75c-ac904578081b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'serial': '94fd49d1-7814-4733-a75c-ac904578081b'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.558463] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1133.558583] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de6cebb3-2350-4ce7-919d-aa5fdcb0032c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.568220] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1133.568220] env[63339]: value = "task-4320774" [ 1133.568220] env[63339]: _type = "Task" [ 1133.568220] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.578536] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320774, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.626524] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.776069] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.776303] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.779603] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.627s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.781928] env[63339]: INFO nova.compute.claims [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.081506] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320774, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.127569] env[63339]: DEBUG oslo_vmware.api [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320773, 'name': RemoveSnapshot_Task, 'duration_secs': 0.930431} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.127877] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1134.128165] env[63339]: INFO nova.compute.manager [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 21.01 seconds to snapshot the instance on the hypervisor. [ 1134.286653] env[63339]: DEBUG nova.compute.utils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.291281] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.291544] env[63339]: DEBUG nova.network.neutron [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1134.776759] env[63339]: DEBUG nova.objects.instance [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid d3823241-4f03-41e3-9559-2363ba1ab7d5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.792964] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.809379] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320774, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.814629] env[63339]: DEBUG nova.policy [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.848559] env[63339]: DEBUG nova.compute.manager [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Found 3 images (rotation: 2) {{(pid=63339) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1134.849178] env[63339]: DEBUG nova.compute.manager [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Rotating out 1 backups {{(pid=63339) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1134.849178] env[63339]: DEBUG nova.compute.manager [None req-fda1cd98-053c-45d7-b3b4-901bd95d7ebc tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleting image 485ac3cc-c437-4162-b45a-cd836f4a8f9f {{(pid=63339) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1135.095492] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628762d8-4b29-4e60-8575-b24bc46001e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.104017] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55ba92-154b-485c-9074-abadb75029ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.136967] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7917b-1751-41b5-a215-3bfbd528b3ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.145288] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c18d827-d04e-4e77-b777-1546d395277e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.160239] env[63339]: DEBUG nova.compute.provider_tree [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.237613] env[63339]: DEBUG nova.network.neutron [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Successfully created port: 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1135.289244] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320774, 'name': CloneVM_Task, 'duration_secs': 1.536797} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.289718] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3311927f-3644-444a-ac8f-e3063a8f12c1 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.138s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.290622] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Created linked-clone VM from snapshot [ 1135.291759] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5b0b8-6ed5-41b5-8979-0cc780b187cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.306013] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Uploading image 54242b6b-fc55-4bbf-8934-8c44c858eec1 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1135.351782] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1135.351782] env[63339]: value = "vm-849880" [ 1135.351782] env[63339]: _type = "VirtualMachine" [ 1135.351782] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1135.352110] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d2d4b6b-3395-490c-942f-a1a7f3c20fec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.361155] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lease: (returnval){ [ 1135.361155] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb889e-f303-b2b7-1aff-542f9a5d0d6b" [ 1135.361155] env[63339]: _type = "HttpNfcLease" [ 1135.361155] env[63339]: } obtained for exporting VM: (result){ [ 1135.361155] env[63339]: value = "vm-849880" [ 1135.361155] env[63339]: _type = "VirtualMachine" [ 1135.361155] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1135.365129] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the lease: (returnval){ [ 1135.365129] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb889e-f303-b2b7-1aff-542f9a5d0d6b" [ 1135.365129] env[63339]: _type = "HttpNfcLease" [ 1135.365129] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.374154] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.374154] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb889e-f303-b2b7-1aff-542f9a5d0d6b" [ 1135.374154] env[63339]: _type = "HttpNfcLease" [ 1135.374154] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.430022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.430022] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.663340] env[63339]: DEBUG nova.scheduler.client.report [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.812460] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.841177] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.841540] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.841773] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.842009] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.842217] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.842404] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.842650] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.842845] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.843054] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.843264] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.843475] env[63339]: DEBUG nova.virt.hardware [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.844489] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fe5ec-b290-48a6-b89c-c7593c3ffb48 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.855587] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d71392-12d9-4926-b202-546ca4c00cd9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.877754] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.877754] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb889e-f303-b2b7-1aff-542f9a5d0d6b" [ 1135.877754] env[63339]: _type = "HttpNfcLease" [ 1135.877754] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1135.878141] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1135.878141] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fb889e-f303-b2b7-1aff-542f9a5d0d6b" [ 1135.878141] env[63339]: _type = "HttpNfcLease" [ 1135.878141] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1135.878846] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c92df-4f8e-43f3-8a63-710cf2603a74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.886830] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210d5c5-8147-19e2-b7ee-d468a0789902/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1135.887018] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210d5c5-8147-19e2-b7ee-d468a0789902/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1135.945044] env[63339]: DEBUG nova.compute.utils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.018804] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb21b961-03b4-43ea-8ef6-63aaad3bf9de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.169904] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.170581] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.173217] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.473s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.174688] env[63339]: INFO nova.compute.claims [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.447562] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.679856] env[63339]: DEBUG nova.compute.utils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.685337] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.685337] env[63339]: DEBUG nova.network.neutron [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1136.740574] env[63339]: DEBUG nova.policy [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bea553588e4ba1b727f263b3e1bf8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac7253e1b4e4ea9ba00942d1bd861c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.871192] env[63339]: DEBUG nova.network.neutron [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Successfully updated port: 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1136.884615] env[63339]: DEBUG nova.compute.manager [req-755a2ca3-b1ce-44a2-8c11-e6ed614b304e req-47e75117-32a9-4c01-8f20-994aa296c447 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-vif-plugged-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1136.884615] env[63339]: DEBUG oslo_concurrency.lockutils [req-755a2ca3-b1ce-44a2-8c11-e6ed614b304e req-47e75117-32a9-4c01-8f20-994aa296c447 service nova] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.884615] env[63339]: DEBUG oslo_concurrency.lockutils [req-755a2ca3-b1ce-44a2-8c11-e6ed614b304e req-47e75117-32a9-4c01-8f20-994aa296c447 service nova] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.884615] env[63339]: DEBUG oslo_concurrency.lockutils [req-755a2ca3-b1ce-44a2-8c11-e6ed614b304e req-47e75117-32a9-4c01-8f20-994aa296c447 service nova] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.884615] env[63339]: DEBUG nova.compute.manager [req-755a2ca3-b1ce-44a2-8c11-e6ed614b304e req-47e75117-32a9-4c01-8f20-994aa296c447 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] No waiting events found dispatching network-vif-plugged-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.884615] env[63339]: WARNING nova.compute.manager [req-755a2ca3-b1ce-44a2-8c11-e6ed614b304e req-47e75117-32a9-4c01-8f20-994aa296c447 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received unexpected event network-vif-plugged-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd for instance with vm_state building and task_state spawning. [ 1137.184282] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.355996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.355996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.355996] env[63339]: DEBUG nova.compute.manager [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.356895] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582c911-bf8e-4f5d-8c57-5d9002f4de2b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.374328] env[63339]: DEBUG nova.compute.manager [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1137.376856] env[63339]: DEBUG nova.objects.instance [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'flavor' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.379848] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.380359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.381426] env[63339]: DEBUG nova.network.neutron [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1137.507291] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0d5a71-c41a-46d2-960e-34bb2c1e61d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.515429] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bca88e-3157-4d0f-a93a-6943389fa289 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.521792] env[63339]: DEBUG nova.network.neutron [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Successfully created port: 1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1137.550631] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d5eac-dcd2-449a-9a15-fde4d89e163f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.559568] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec68757-34ce-4ebc-a2da-753e549c964e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.575031] env[63339]: DEBUG nova.compute.provider_tree [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.607345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.607622] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.607857] env[63339]: INFO nova.compute.manager [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Attaching volume e719db4e-7a56-4f6d-849e-5404570d7a8b to /dev/sdc [ 1137.646534] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c929ff-332b-4f8b-a0c4-169d3ddac972 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.654913] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae342f78-ef3a-423a-ac64-4af2ae2ba898 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.670903] env[63339]: DEBUG nova.virt.block_device [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating existing volume attachment record: 2beb8085-c820-4207-9e3e-4802f7dc99c1 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.925130] env[63339]: DEBUG nova.network.neutron [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1138.078595] env[63339]: DEBUG nova.scheduler.client.report [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.156677] env[63339]: DEBUG nova.network.neutron [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.199849] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.393728] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.393728] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79b159c-1b5a-43f9-a839-0e5550eae4a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.402121] env[63339]: DEBUG oslo_vmware.api [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1138.402121] env[63339]: value = "task-4320779" [ 1138.402121] env[63339]: _type = "Task" [ 1138.402121] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.412804] env[63339]: DEBUG oslo_vmware.api [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.586394] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.586930] env[63339]: DEBUG nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.590368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.838s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.591046] env[63339]: DEBUG nova.objects.instance [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'resources' on Instance uuid 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.596794] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.597044] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.597207] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.597391] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.597533] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.597680] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.597890] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.598061] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.598231] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.598393] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.598564] env[63339]: DEBUG nova.virt.hardware [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.599824] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6082d09-65b3-4bc5-86b2-23e9fbda4949 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.610195] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9323c3f-046f-4434-8fe8-ab46e31b25eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.661175] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.661175] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Instance network_info: |[{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.661175] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:04:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '137a2d5e-fffa-44c7-8ea1-ca22d799c8fd', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.670068] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.670758] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.671022] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a87630b5-090f-4b7e-9b56-6ce1560e70c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.695054] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.695054] env[63339]: value = "task-4320780" [ 1138.695054] env[63339]: _type = "Task" [ 1138.695054] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.710329] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320780, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.913758] env[63339]: DEBUG oslo_vmware.api [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320779, 'name': PowerOffVM_Task, 'duration_secs': 0.331852} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.914344] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.914578] env[63339]: DEBUG nova.compute.manager [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.915408] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90556d6f-e09e-4227-881e-306bee2ed7d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.081551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.081980] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.082058] env[63339]: INFO nova.compute.manager [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Shelving [ 1139.085386] env[63339]: DEBUG nova.compute.manager [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1139.085578] env[63339]: DEBUG nova.compute.manager [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing instance network info cache due to event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1139.085949] env[63339]: DEBUG oslo_concurrency.lockutils [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.086204] env[63339]: DEBUG oslo_concurrency.lockutils [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.086321] env[63339]: DEBUG nova.network.neutron [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1139.093779] env[63339]: DEBUG nova.compute.utils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.103881] env[63339]: DEBUG nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1139.152651] env[63339]: DEBUG nova.network.neutron [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Successfully updated port: 1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1139.206430] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320780, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.330877] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a827993-1cac-4dd1-980c-3b1b63a7d033 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.340306] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489c34d0-cc36-4562-88f0-397d9675cc20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.372636] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26b28fa-7eab-40b5-8df5-3ba37d329c24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.380722] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a628a-339a-42a6-b42d-cf5ba813a0e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.394794] env[63339]: DEBUG nova.compute.provider_tree [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.436242] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b025255-a129-4c15-aea9-8b890844c038 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.606053] env[63339]: DEBUG nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.656717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "refresh_cache-2750972f-d50c-4640-9c24-ee05d17e2b65" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.656928] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "refresh_cache-2750972f-d50c-4640-9c24-ee05d17e2b65" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.657208] env[63339]: DEBUG nova.network.neutron [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1139.706591] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320780, 'name': CreateVM_Task, 'duration_secs': 0.658095} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.706847] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.707683] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.707894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.708267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.708592] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812a3377-def3-4d1e-9480-6db122d666d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.717100] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1139.717100] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526ba2f5-f9db-e8fd-fa14-5b37702ff192" [ 1139.717100] env[63339]: _type = "Task" [ 1139.717100] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.726688] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526ba2f5-f9db-e8fd-fa14-5b37702ff192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.818771] env[63339]: DEBUG nova.network.neutron [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updated VIF entry in instance network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1139.818771] env[63339]: DEBUG nova.network.neutron [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.898710] env[63339]: DEBUG nova.scheduler.client.report [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.102620] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.102620] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7befb63c-00d5-459e-9265-babe2a32c59b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.116027] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1140.116027] env[63339]: value = "task-4320783" [ 1140.116027] env[63339]: _type = "Task" [ 1140.116027] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.126487] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.205308] env[63339]: DEBUG nova.network.neutron [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1140.229724] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526ba2f5-f9db-e8fd-fa14-5b37702ff192, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.230389] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.230715] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.232030] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.232030] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.232030] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.234887] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a1f66d-3a4c-4dd0-8ae0-4489ba0b0aea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.245736] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.245736] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.246349] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bee33d-f714-4cd8-8600-61af6c287c07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.252361] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1140.252361] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521429f7-c004-a03c-d667-4cd726620294" [ 1140.252361] env[63339]: _type = "Task" [ 1140.252361] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.260685] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521429f7-c004-a03c-d667-4cd726620294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.321298] env[63339]: DEBUG oslo_concurrency.lockutils [req-219f4ff2-5b92-4a8a-908c-1ac10d9fd2b7 req-7ab58535-93d9-4e0a-bccc-e09c9e741f5b service nova] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.363483] env[63339]: DEBUG nova.network.neutron [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Updating instance_info_cache with network_info: [{"id": "1bbf0b43-c1b2-4e71-9423-3747a7edf675", "address": "fa:16:3e:ca:97:f2", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbf0b43-c1", "ovs_interfaceid": "1bbf0b43-c1b2-4e71-9423-3747a7edf675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.404323] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.406990] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.322s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.407281] env[63339]: DEBUG nova.objects.instance [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid 61ea1828-ba73-42bc-b951-897f97b91e89 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.422620] env[63339]: INFO nova.scheduler.client.report [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocations for instance 330fae5c-dc1c-4a3e-92c0-0c277e6fa455 [ 1140.616119] env[63339]: DEBUG nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.632898] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320783, 'name': PowerOffVM_Task, 'duration_secs': 0.279074} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.633344] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.634378] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb984e-6a72-4c86-9606-070d993605fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.658171] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f47638b-a10c-4e6d-8234-6bf6d48e2ee2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.663556] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.663829] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.663990] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.664223] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.664398] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.664555] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.664764] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.664930] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.665146] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.665338] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.665512] env[63339]: DEBUG nova.virt.hardware [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.667036] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cada649-15be-4e4f-a236-84aad23517bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.680012] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190db7f-2693-4459-9414-36b8b20e4886 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.695727] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.701309] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Creating folder: Project (7dff1d5747864247a8331a82a521051e). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.701645] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a93067c-1644-4f8a-896a-2ed1e0a73afa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.714228] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Created folder: Project (7dff1d5747864247a8331a82a521051e) in parent group-v849594. [ 1140.714489] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Creating folder: Instances. Parent ref: group-v849883. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.714744] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a76cf73-6f42-4ded-89c9-a861fda6c2c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.726831] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Created folder: Instances in parent group-v849883. [ 1140.727200] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.727437] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.728118] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ce5cba-e54c-4a54-bc38-32efcbfc8fff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.746328] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.746328] env[63339]: value = "task-4320786" [ 1140.746328] env[63339]: _type = "Task" [ 1140.746328] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.755143] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320786, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.764813] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521429f7-c004-a03c-d667-4cd726620294, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.765768] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150a939a-b015-4394-ae82-3a4d02104c35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.772852] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1140.772852] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a300c0-cec6-824e-4f8d-90b71c9d4722" [ 1140.772852] env[63339]: _type = "Task" [ 1140.772852] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.783781] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a300c0-cec6-824e-4f8d-90b71c9d4722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.866442] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "refresh_cache-2750972f-d50c-4640-9c24-ee05d17e2b65" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.866903] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Instance network_info: |[{"id": "1bbf0b43-c1b2-4e71-9423-3747a7edf675", "address": "fa:16:3e:ca:97:f2", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbf0b43-c1", "ovs_interfaceid": "1bbf0b43-c1b2-4e71-9423-3747a7edf675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.867479] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:97:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bbf0b43-c1b2-4e71-9423-3747a7edf675', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.876688] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.877595] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.877595] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20ae2800-ecfc-461c-85aa-21859e04a4da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.899925] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.899925] env[63339]: value = "task-4320787" [ 1140.899925] env[63339]: _type = "Task" [ 1140.899925] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.918234] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320787, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.930416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c15fce0f-2211-4eda-a6d5-344f50e97499 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "330fae5c-dc1c-4a3e-92c0-0c277e6fa455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.274s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.125377] env[63339]: DEBUG nova.compute.manager [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Received event network-vif-plugged-1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1141.125679] env[63339]: DEBUG oslo_concurrency.lockutils [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] Acquiring lock "2750972f-d50c-4640-9c24-ee05d17e2b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.125679] env[63339]: DEBUG oslo_concurrency.lockutils [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.125853] env[63339]: DEBUG oslo_concurrency.lockutils [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.126043] env[63339]: DEBUG nova.compute.manager [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] No waiting events found dispatching network-vif-plugged-1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.126197] env[63339]: WARNING nova.compute.manager [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Received unexpected event network-vif-plugged-1bbf0b43-c1b2-4e71-9423-3747a7edf675 for instance with vm_state building and task_state spawning. [ 1141.126416] env[63339]: DEBUG nova.compute.manager [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Received event network-changed-1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1141.126599] env[63339]: DEBUG nova.compute.manager [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Refreshing instance network info cache due to event network-changed-1bbf0b43-c1b2-4e71-9423-3747a7edf675. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1141.126785] env[63339]: DEBUG oslo_concurrency.lockutils [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] Acquiring lock "refresh_cache-2750972f-d50c-4640-9c24-ee05d17e2b65" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.126918] env[63339]: DEBUG oslo_concurrency.lockutils [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] Acquired lock "refresh_cache-2750972f-d50c-4640-9c24-ee05d17e2b65" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.127101] env[63339]: DEBUG nova.network.neutron [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Refreshing network info cache for port 1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1141.141334] env[63339]: DEBUG nova.compute.manager [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Stashing vm_state: stopped {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1141.170817] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5942827-10e3-4704-9a14-da525b2bac85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.180724] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.181117] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1fd4824-83e8-4c40-bbd1-d87e36ff12a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.184691] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e3d46a-5c90-4a8a-9275-ea126e7fc86a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.221141] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e7721-3fd9-4508-a060-70977a326bf3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.224201] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1141.224201] env[63339]: value = "task-4320788" [ 1141.224201] env[63339]: _type = "Task" [ 1141.224201] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.232353] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa86429-7c1e-4704-abb3-8300f47ab48a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.240323] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.251060] env[63339]: DEBUG nova.compute.provider_tree [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.262036] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320786, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.284298] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a300c0-cec6-824e-4f8d-90b71c9d4722, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.284736] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.285028] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3dd75cf3-406e-42a0-a970-77d592cf055b/3dd75cf3-406e-42a0-a970-77d592cf055b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.285328] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d94f126-cf82-49b4-b374-1e5c9b3198f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.294270] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1141.294270] env[63339]: value = "task-4320789" [ 1141.294270] env[63339]: _type = "Task" [ 1141.294270] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.303363] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.411624] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320787, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.661800] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.734689] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.756988] env[63339]: DEBUG nova.scheduler.client.report [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.764757] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320786, 'name': CreateVM_Task, 'duration_secs': 0.560474} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.765062] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.765541] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.765647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.766082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.766399] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816550f8-4751-4bae-8f22-135cdeaf1637 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.778701] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1141.778701] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aa3a11-f253-aa63-3ee0-3de44aaa7b93" [ 1141.778701] env[63339]: _type = "Task" [ 1141.778701] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.791702] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aa3a11-f253-aa63-3ee0-3de44aaa7b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.804753] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.888440] env[63339]: DEBUG nova.network.neutron [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Updated VIF entry in instance network info cache for port 1bbf0b43-c1b2-4e71-9423-3747a7edf675. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1141.889063] env[63339]: DEBUG nova.network.neutron [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Updating instance_info_cache with network_info: [{"id": "1bbf0b43-c1b2-4e71-9423-3747a7edf675", "address": "fa:16:3e:ca:97:f2", "network": {"id": "69307e48-a1fc-461a-b43e-2ab688a019ea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac7253e1b4e4ea9ba00942d1bd861c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbf0b43-c1", "ovs_interfaceid": "1bbf0b43-c1b2-4e71-9423-3747a7edf675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.911049] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320787, 'name': CreateVM_Task, 'duration_secs': 0.514688} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.911239] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.912051] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.236795] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320788, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.266013] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.268600] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.607s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.292212] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aa3a11-f253-aa63-3ee0-3de44aaa7b93, 'name': SearchDatastore_Task, 'duration_secs': 0.018084} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.293223] env[63339]: INFO nova.scheduler.client.report [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance 61ea1828-ba73-42bc-b951-897f97b91e89 [ 1142.294449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.294706] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.294954] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.295120] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.295358] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.298115] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.298449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.298777] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ca00d6-a3f0-4d55-9a59-e41e37c91611 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.301403] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1ba5fa-26a2-4229-b356-53417c08ac87 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.310655] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1142.310655] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb966-121c-7c4d-c567-6722b256d114" [ 1142.310655] env[63339]: _type = "Task" [ 1142.310655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.317708] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320789, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.319556] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.319805] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.323611] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10987c89-5803-4f65-821d-1893e8e0cee9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.326261] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb966-121c-7c4d-c567-6722b256d114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.331258] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1142.331258] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e5600e-87d8-8827-1e40-234736c8dd95" [ 1142.331258] env[63339]: _type = "Task" [ 1142.331258] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.341599] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e5600e-87d8-8827-1e40-234736c8dd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.392355] env[63339]: DEBUG oslo_concurrency.lockutils [req-856421e9-ac7e-492c-9905-b0736b7419b7 req-b5994d40-f3e0-451b-b460-aa052e1e79d9 service nova] Releasing lock "refresh_cache-2750972f-d50c-4640-9c24-ee05d17e2b65" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.734266] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.734603] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.741810] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320788, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.774373] env[63339]: INFO nova.compute.claims [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.807287] env[63339]: DEBUG oslo_concurrency.lockutils [None req-87eab03a-9f9c-4933-be67-b39164ed8593 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "61ea1828-ba73-42bc-b951-897f97b91e89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.965s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.814178] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320789, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.230597} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.818525] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 3dd75cf3-406e-42a0-a970-77d592cf055b/3dd75cf3-406e-42a0-a970-77d592cf055b.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.818949] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.820155] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68dee7c4-80bf-4099-a7b2-414e1c9d3b7e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.829615] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520fb966-121c-7c4d-c567-6722b256d114, 'name': SearchDatastore_Task, 'duration_secs': 0.056629} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.831254] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.831556] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.831819] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.832177] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1142.832177] env[63339]: value = "task-4320790" [ 1142.832177] env[63339]: _type = "Task" [ 1142.832177] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.846414] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e5600e-87d8-8827-1e40-234736c8dd95, 'name': SearchDatastore_Task, 'duration_secs': 0.055063} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.851476] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.851476] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02a48e7-3b6d-48e3-9240-2242d9d52965 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.859162] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1142.859162] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529538c3-4801-96a4-09c7-b5e33b8982ac" [ 1142.859162] env[63339]: _type = "Task" [ 1142.859162] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.870357] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529538c3-4801-96a4-09c7-b5e33b8982ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.237880] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.241123] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320788, 'name': CreateSnapshot_Task, 'duration_secs': 1.635861} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.241905] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1143.242437] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558a22b6-2791-4213-89cb-4e0df42a7c61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.284145] env[63339]: INFO nova.compute.resource_tracker [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating resource usage from migration cbba2919-31a7-4a66-92e5-dd1a6c53d819 [ 1143.347476] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076329} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.347877] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.348809] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e9493-8134-4a90-b1f1-8cd35acaa9f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.374157] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3dd75cf3-406e-42a0-a970-77d592cf055b/3dd75cf3-406e-42a0-a970-77d592cf055b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.380456] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e839ef-3656-4f21-9d41-42074d903ff6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.407351] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529538c3-4801-96a4-09c7-b5e33b8982ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.409126] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.409437] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.409792] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1143.409792] env[63339]: value = "task-4320791" [ 1143.409792] env[63339]: _type = "Task" [ 1143.409792] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.410010] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.410218] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.410450] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c4f4b45-5f97-403a-910f-cb40da0da16e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.416032] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af0802d3-fc3a-4457-9692-8f7ab93dbf65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.429996] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.433125] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.433346] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.434457] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1143.434457] env[63339]: value = "task-4320792" [ 1143.434457] env[63339]: _type = "Task" [ 1143.434457] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.437633] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65233a25-1ea0-4050-a9aa-cc228dc9fc79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.451939] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1143.451939] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52916157-c39e-ec46-0d35-5d4f7994019f" [ 1143.451939] env[63339]: _type = "Task" [ 1143.451939] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.457606] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.474348] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52916157-c39e-ec46-0d35-5d4f7994019f, 'name': SearchDatastore_Task, 'duration_secs': 0.015196} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.478243] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03c1ad5-d8ea-4014-b576-81a71dc5a11a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.493887] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1143.493887] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d9c4fd-a360-09d5-c634-67780f7abb94" [ 1143.493887] env[63339]: _type = "Task" [ 1143.493887] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.498994] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d9c4fd-a360-09d5-c634-67780f7abb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.570484] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb3bd5-e410-4371-8414-3e8cb19e72f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.579913] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237279a-69a0-4d74-aa25-a1a94ef098ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.612699] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444f9fac-97e3-44f8-a4b9-a668f1c57dbf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.621831] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727bc89-aeb1-4d9d-b096-cddcf3fb39a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.637462] env[63339]: DEBUG nova.compute.provider_tree [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.760819] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1143.762122] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.762393] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67f33f00-bc99-40eb-8d79-5ee6c69bde90 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.773622] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1143.773622] env[63339]: value = "task-4320793" [ 1143.773622] env[63339]: _type = "Task" [ 1143.773622] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.784079] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320793, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.926100] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320791, 'name': ReconfigVM_Task, 'duration_secs': 0.464279} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.926666] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3dd75cf3-406e-42a0-a970-77d592cf055b/3dd75cf3-406e-42a0-a970-77d592cf055b.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.927205] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-233f08d7-c051-4fa2-a731-bcb83609d3bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.936291] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1143.936291] env[63339]: value = "task-4320794" [ 1143.936291] env[63339]: _type = "Task" [ 1143.936291] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.947816] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320794, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.960520] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.998597] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d9c4fd-a360-09d5-c634-67780f7abb94, 'name': SearchDatastore_Task, 'duration_secs': 0.015176} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.998910] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.999335] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2750972f-d50c-4640-9c24-ee05d17e2b65/2750972f-d50c-4640-9c24-ee05d17e2b65.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.999715] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ef5a1c-3dc9-4ee7-aa09-c298ef862e94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.009074] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1144.009074] env[63339]: value = "task-4320795" [ 1144.009074] env[63339]: _type = "Task" [ 1144.009074] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.021309] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.141093] env[63339]: DEBUG nova.scheduler.client.report [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.190038] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.190342] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.225537] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1144.225908] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849881', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'name': 'volume-e719db4e-7a56-4f6d-849e-5404570d7a8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'serial': 'e719db4e-7a56-4f6d-849e-5404570d7a8b'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1144.227059] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2df9eaf-8179-42bf-b68e-16ce73e7efd5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.247692] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e65e9a0-64a6-4525-85ba-b861520e9e11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.280604] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-e719db4e-7a56-4f6d-849e-5404570d7a8b/volume-e719db4e-7a56-4f6d-849e-5404570d7a8b.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.281475] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf6d1a5-1e5e-49a2-b85f-1f68888d5ac0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.307154] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320793, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.308778] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1144.308778] env[63339]: value = "task-4320796" [ 1144.308778] env[63339]: _type = "Task" [ 1144.308778] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.318058] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.447338] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320794, 'name': Rename_Task, 'duration_secs': 0.242005} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.447904] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.451746] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06248523-ae84-45d3-b59a-51decc048678 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.460791] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320792, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.462612] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1144.462612] env[63339]: value = "task-4320797" [ 1144.462612] env[63339]: _type = "Task" [ 1144.462612] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.473630] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.521034] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.647123] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.378s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.647363] env[63339]: INFO nova.compute.manager [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Migrating [ 1144.657477] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.895s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.660193] env[63339]: INFO nova.compute.claims [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.692412] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.796286] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320793, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.803422] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210d5c5-8147-19e2-b7ee-d468a0789902/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1144.804854] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344fdb25-0dce-447b-ab24-344d45fe0415 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.815980] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210d5c5-8147-19e2-b7ee-d468a0789902/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1144.816367] env[63339]: ERROR oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210d5c5-8147-19e2-b7ee-d468a0789902/disk-0.vmdk due to incomplete transfer. [ 1144.817093] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4473ab5e-b43d-4629-895b-5df6ca8ed32f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.823849] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.826941] env[63339]: DEBUG oslo_vmware.rw_handles [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210d5c5-8147-19e2-b7ee-d468a0789902/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1144.827191] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Uploaded image 54242b6b-fc55-4bbf-8934-8c44c858eec1 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1144.830284] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1144.833283] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db2b1f8e-a4f1-446c-86ca-820f472b87b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.839827] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1144.839827] env[63339]: value = "task-4320798" [ 1144.839827] env[63339]: _type = "Task" [ 1144.839827] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.849978] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320798, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.957847] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320792, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.067838} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.958139] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.958358] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.958624] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfab4fc2-3b4f-45b2-9a3b-dda8f8fb7deb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.968172] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1144.968172] env[63339]: value = "task-4320799" [ 1144.968172] env[63339]: _type = "Task" [ 1144.968172] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.975054] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.980835] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.025246] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915337} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.025634] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2750972f-d50c-4640-9c24-ee05d17e2b65/2750972f-d50c-4640-9c24-ee05d17e2b65.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.025966] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.026390] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02369a3d-b2dd-4ecf-9744-41be653957a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.034298] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1145.034298] env[63339]: value = "task-4320800" [ 1145.034298] env[63339]: _type = "Task" [ 1145.034298] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.045920] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.177811] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.178117] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.178374] env[63339]: DEBUG nova.network.neutron [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1145.224547] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.292184] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320793, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.319493] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320796, 'name': ReconfigVM_Task, 'duration_secs': 0.759373} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.319792] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-e719db4e-7a56-4f6d-849e-5404570d7a8b/volume-e719db4e-7a56-4f6d-849e-5404570d7a8b.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.325410] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0c9b30-9a52-4e33-bb8a-846fa420739d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.340685] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1145.340685] env[63339]: value = "task-4320801" [ 1145.340685] env[63339]: _type = "Task" [ 1145.340685] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.352915] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.356024] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320798, 'name': Destroy_Task, 'duration_secs': 0.444874} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.356203] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Destroyed the VM [ 1145.356451] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1145.356695] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58812575-5fb6-4380-8b5f-3aa7ed85cea2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.363090] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1145.363090] env[63339]: value = "task-4320802" [ 1145.363090] env[63339]: _type = "Task" [ 1145.363090] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.371582] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.476551] env[63339]: DEBUG oslo_vmware.api [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320797, 'name': PowerOnVM_Task, 'duration_secs': 0.615911} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.477328] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.477572] env[63339]: INFO nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1145.477807] env[63339]: DEBUG nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.478675] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35989a12-cb1b-4df8-8a04-f7a305789565 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.485052] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079265} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.485204] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.485933] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d703bdc-e4fd-4bb6-9174-b3bd9fb2b9e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.513024] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.513318] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ab9914-8848-4271-bfb2-3530593c9776 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.535124] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1145.535124] env[63339]: value = "task-4320803" [ 1145.535124] env[63339]: _type = "Task" [ 1145.535124] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.549439] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111025} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.552865] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.553235] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.554035] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce1c7b-a3af-4e1a-9a2e-679fb0cc659d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.578354] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2750972f-d50c-4640-9c24-ee05d17e2b65/2750972f-d50c-4640-9c24-ee05d17e2b65.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.579059] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4c965f-f94d-4c70-a6a5-df834bdf8ae0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.602278] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1145.602278] env[63339]: value = "task-4320804" [ 1145.602278] env[63339]: _type = "Task" [ 1145.602278] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.611557] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.793533] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320793, 'name': CloneVM_Task, 'duration_secs': 1.91203} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.793792] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Created linked-clone VM from snapshot [ 1145.794584] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf36385-a5ef-4bfe-937d-65d11a1ab868 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.805162] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Uploading image 4ba2c9b1-ca89-4a25-a716-bf9e9e97432a {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1145.832526] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1145.832526] env[63339]: value = "vm-849888" [ 1145.832526] env[63339]: _type = "VirtualMachine" [ 1145.832526] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1145.832526] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a0bf08f-0e19-4ee9-b618-df12d7ae8879 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.841387] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lease: (returnval){ [ 1145.841387] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5328c-18d3-171d-426d-a77ca043c9a6" [ 1145.841387] env[63339]: _type = "HttpNfcLease" [ 1145.841387] env[63339]: } obtained for exporting VM: (result){ [ 1145.841387] env[63339]: value = "vm-849888" [ 1145.841387] env[63339]: _type = "VirtualMachine" [ 1145.841387] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1145.841798] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the lease: (returnval){ [ 1145.841798] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5328c-18d3-171d-426d-a77ca043c9a6" [ 1145.841798] env[63339]: _type = "HttpNfcLease" [ 1145.841798] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1145.853577] env[63339]: DEBUG oslo_vmware.api [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320801, 'name': ReconfigVM_Task, 'duration_secs': 0.165966} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.857853] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849881', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'name': 'volume-e719db4e-7a56-4f6d-849e-5404570d7a8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'serial': 'e719db4e-7a56-4f6d-849e-5404570d7a8b'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1145.859306] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.859306] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5328c-18d3-171d-426d-a77ca043c9a6" [ 1145.859306] env[63339]: _type = "HttpNfcLease" [ 1145.859306] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.872447] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320802, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.935924] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d3c163-5c80-4747-bfdd-002f4427fdfc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.944941] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c3599-13d8-4f20-a578-f996c011971f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.977772] env[63339]: DEBUG nova.network.neutron [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.980375] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c713e9d-f90c-4dfd-866f-e4216af3f011 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.990582] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae1c2d-fddd-4c07-ba15-1c1b29cfaabb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.005967] env[63339]: INFO nova.compute.manager [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Took 20.28 seconds to build instance. [ 1146.018809] env[63339]: DEBUG nova.compute.provider_tree [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.049248] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.114840] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.350415] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.350415] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5328c-18d3-171d-426d-a77ca043c9a6" [ 1146.350415] env[63339]: _type = "HttpNfcLease" [ 1146.350415] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.350906] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.350906] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a5328c-18d3-171d-426d-a77ca043c9a6" [ 1146.350906] env[63339]: _type = "HttpNfcLease" [ 1146.350906] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1146.351507] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cdea60-ce0f-4ba5-a19b-f4776f00afd2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.359851] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb3626-c9b6-a03e-ef30-4a5224eab606/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.360053] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb3626-c9b6-a03e-ef30-4a5224eab606/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1146.435533] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650292} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.436050] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.436326] env[63339]: DEBUG nova.compute.manager [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.438044] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f7b329-10e8-4d66-b5ad-e4502e939e88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.473348] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be58b4b8-e97b-4341-8173-598225811212 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.480285] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.521786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c19ed974-6e95-437f-94ab-bdce7843d9d0 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.809s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.525117] env[63339]: DEBUG nova.scheduler.client.report [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.550924] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320803, 'name': ReconfigVM_Task, 'duration_secs': 0.614203} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.551243] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.551915] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960436f5-941e-4b92-92b0-a0b3cff0c868 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.560205] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1146.560205] env[63339]: value = "task-4320806" [ 1146.560205] env[63339]: _type = "Task" [ 1146.560205] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.568912] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320806, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.614977] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320804, 'name': ReconfigVM_Task, 'duration_secs': 0.932213} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.615322] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2750972f-d50c-4640-9c24-ee05d17e2b65/2750972f-d50c-4640-9c24-ee05d17e2b65.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.615994] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52e6cab8-b8ad-4ae2-9cbe-11f99b559c36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.623322] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1146.623322] env[63339]: value = "task-4320807" [ 1146.623322] env[63339]: _type = "Task" [ 1146.623322] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.632221] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320807, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.928577] env[63339]: DEBUG nova.objects.instance [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid d3823241-4f03-41e3-9559-2363ba1ab7d5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.936383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.936656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.936889] env[63339]: INFO nova.compute.manager [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Rebooting instance [ 1146.953677] env[63339]: INFO nova.compute.manager [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Shelve offloading [ 1147.032283] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.032817] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.036656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.812s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.039588] env[63339]: INFO nova.compute.claims [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.075910] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320806, 'name': Rename_Task, 'duration_secs': 0.147031} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.076925] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.077542] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6847721c-578b-4995-b7d5-3fcfbc9be477 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.086484] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1147.086484] env[63339]: value = "task-4320808" [ 1147.086484] env[63339]: _type = "Task" [ 1147.086484] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.096666] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.133470] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320807, 'name': Rename_Task, 'duration_secs': 0.191327} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.133846] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.134214] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-558c5ff3-3fb0-411f-8a12-e78fd204f09a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.144312] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1147.144312] env[63339]: value = "task-4320809" [ 1147.144312] env[63339]: _type = "Task" [ 1147.144312] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.154186] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.435109] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ba51dd98-e315-453b-84ad-6debc3e4bb94 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.827s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.458075] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.458349] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.458595] env[63339]: DEBUG nova.network.neutron [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1147.460757] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.461058] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf4b0bb2-31d8-4c56-8185-0a9b71f22121 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.469880] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1147.469880] env[63339]: value = "task-4320810" [ 1147.469880] env[63339]: _type = "Task" [ 1147.469880] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.483516] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.483739] env[63339]: DEBUG nova.compute.manager [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.484598] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863eb445-0f89-4c5f-a020-ca90caa6dd20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.490477] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.490755] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.496181] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.496479] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.496766] env[63339]: DEBUG nova.network.neutron [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1147.520788] env[63339]: DEBUG nova.compute.manager [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1147.521404] env[63339]: DEBUG nova.compute.manager [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing instance network info cache due to event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1147.521404] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.521796] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.523387] env[63339]: DEBUG nova.network.neutron [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1147.544229] env[63339]: DEBUG nova.compute.utils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.548611] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.548611] env[63339]: DEBUG nova.network.neutron [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1147.601128] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320808, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.618666] env[63339]: DEBUG nova.policy [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64d4b48a3e304b69b9df01eb88e379b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e83893ce0c45d3aa912903c97c69d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.662200] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.006030] env[63339]: INFO nova.compute.manager [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Detaching volume 94fd49d1-7814-4733-a75c-ac904578081b [ 1148.012241] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d8be6-3960-4586-8749-05d6d1fcba82 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.049253] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.057168] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.073693] env[63339]: INFO nova.virt.block_device [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Attempting to driver detach volume 94fd49d1-7814-4733-a75c-ac904578081b from mountpoint /dev/sdb [ 1148.075405] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.076309] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849877', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'name': 'volume-94fd49d1-7814-4733-a75c-ac904578081b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'serial': '94fd49d1-7814-4733-a75c-ac904578081b'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.077594] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cca49e-0d66-4255-9bc4-d808ee5ae08e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.120069] env[63339]: DEBUG nova.network.neutron [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Successfully created port: 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1148.127820] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b5f38-71e3-499e-be70-e101bef61384 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.146278] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c6b2f-fda4-4abb-8336-4271d4fbd651 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.148697] env[63339]: DEBUG oslo_vmware.api [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320808, 'name': PowerOnVM_Task, 'duration_secs': 0.55284} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.149568] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.149778] env[63339]: INFO nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1148.149982] env[63339]: DEBUG nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.155263] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b540aa-8aa2-45dd-b618-52b106ee4246 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.952818] env[63339]: INFO nova.virt.block_device [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Booting with volume 8722d75d-e1a0-4460-bc76-371c238381fc at /dev/sda [ 1148.955683] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.964933] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7a55e85-fc6e-4724-b83f-b6e8da8fc364 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.969784] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945c355-01e2-4434-a18f-7d186ef08940 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.979607] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.979951] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.984709] env[63339]: DEBUG oslo_vmware.api [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320809, 'name': PowerOnVM_Task, 'duration_secs': 0.621242} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.989332] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.989535] env[63339]: INFO nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1148.989798] env[63339]: DEBUG nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.993243] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d01c56-9ff8-4541-a759-6dcc4fcdb6a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.005439] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] The volume has not been displaced from its original location: [datastore1] volume-94fd49d1-7814-4733-a75c-ac904578081b/volume-94fd49d1-7814-4733-a75c-ac904578081b.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.011014] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.016982] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8ce4ee-f4c9-46c8-a9bf-d208c9cda1f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.031576] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1149.031576] env[63339]: value = "task-4320811" [ 1149.031576] env[63339]: _type = "Task" [ 1149.031576] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.045215] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4102c67d-3d73-44a7-a7b3-359d1bcf9292 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.051154] env[63339]: DEBUG oslo_vmware.api [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1149.051154] env[63339]: value = "task-4320812" [ 1149.051154] env[63339]: _type = "Task" [ 1149.051154] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.066920] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.067221] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.079808] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bca3f8-1500-4bf8-b0ff-d8254be9a4d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.091496] env[63339]: DEBUG oslo_vmware.api [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.160561] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d930d8fd-e9d7-4cc3-bf50-25b5c201e00a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.160561] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff660464-e79d-41a5-9a37-dde281bf55ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.193859] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9750d-f25a-4658-a6ae-d7933a7114b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.204460] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45351a-8f93-4b2a-bbf0-e465a10f1da9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.224682] env[63339]: DEBUG nova.virt.block_device [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating existing volume attachment record: 28aea12b-6ac7-412d-8b5c-2745051712ec {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1149.250631] env[63339]: DEBUG nova.network.neutron [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.275192] env[63339]: DEBUG nova.network.neutron [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updating instance_info_cache with network_info: [{"id": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "address": "fa:16:3e:db:cc:5c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c01b1ff-60", "ovs_interfaceid": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.303543] env[63339]: DEBUG nova.network.neutron [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updated VIF entry in instance network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1149.303920] env[63339]: DEBUG nova.network.neutron [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.306835] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cb974-cc4d-466e-a38f-927789af2f71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.316042] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef42d32-2dde-427f-b28c-ac7301637487 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.349225] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959eed9f-dcc4-4790-aaf2-4ff5c7537874 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.357521] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebafd2b-16c4-485a-8005-c31c7c22ea18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.371787] env[63339]: DEBUG nova.compute.provider_tree [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.489557] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.499775] env[63339]: INFO nova.compute.manager [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Took 19.82 seconds to build instance. [ 1149.566466] env[63339]: INFO nova.compute.manager [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Took 21.43 seconds to build instance. [ 1149.573795] env[63339]: DEBUG oslo_vmware.api [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320812, 'name': ReconfigVM_Task, 'duration_secs': 0.298311} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.574612] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.579374] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb08123-0643-45d0-994c-a76c569a1113 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.594966] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.595342] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.595536] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.595729] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.595901] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.596078] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.596367] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.596433] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.596596] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.596782] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.597317] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.604511] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ff8d84-ec49-486d-90a6-4bf04f7d0a28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.615366] env[63339]: DEBUG oslo_vmware.api [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1149.615366] env[63339]: value = "task-4320813" [ 1149.615366] env[63339]: _type = "Task" [ 1149.615366] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.624516] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1149.624516] env[63339]: value = "task-4320814" [ 1149.624516] env[63339]: _type = "Task" [ 1149.624516] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.633580] env[63339]: DEBUG oslo_vmware.api [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.639727] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.642135] env[63339]: DEBUG nova.compute.manager [req-2d4652ac-6c29-496a-a821-234e9d9a8056 req-fe9454c9-4221-4b71-a635-d2d0fe08204a service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Received event network-vif-plugged-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1149.642450] env[63339]: DEBUG oslo_concurrency.lockutils [req-2d4652ac-6c29-496a-a821-234e9d9a8056 req-fe9454c9-4221-4b71-a635-d2d0fe08204a service nova] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.642770] env[63339]: DEBUG oslo_concurrency.lockutils [req-2d4652ac-6c29-496a-a821-234e9d9a8056 req-fe9454c9-4221-4b71-a635-d2d0fe08204a service nova] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.642984] env[63339]: DEBUG oslo_concurrency.lockutils [req-2d4652ac-6c29-496a-a821-234e9d9a8056 req-fe9454c9-4221-4b71-a635-d2d0fe08204a service nova] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.643196] env[63339]: DEBUG nova.compute.manager [req-2d4652ac-6c29-496a-a821-234e9d9a8056 req-fe9454c9-4221-4b71-a635-d2d0fe08204a service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] No waiting events found dispatching network-vif-plugged-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.643380] env[63339]: WARNING nova.compute.manager [req-2d4652ac-6c29-496a-a821-234e9d9a8056 req-fe9454c9-4221-4b71-a635-d2d0fe08204a service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Received unexpected event network-vif-plugged-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 for instance with vm_state building and task_state block_device_mapping. [ 1149.704771] env[63339]: DEBUG nova.network.neutron [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Successfully updated port: 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1149.753761] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.778706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.811536] env[63339]: DEBUG oslo_concurrency.lockutils [req-1a1f4ab1-5ac3-433c-a97b-f67f5469755d req-819bb9ee-f3f5-4e9f-9dcc-3c263ebc6460 service nova] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.875436] env[63339]: DEBUG nova.scheduler.client.report [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.002080] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5f17be35-6967-42b5-8109-f1115af5725d tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "7836adda-d456-4257-b3bc-65a8fb3ab624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.332s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.018729] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.073442] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f7cc07bf-47e4-45b2-9128-41b22515235d tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.951s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.095273] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.096319] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ddba85-4959-4faa-b23b-48af817c5eff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.104965] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.105297] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d4f549-3e4c-4a88-862b-e71ff06a0915 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.126908] env[63339]: DEBUG oslo_vmware.api [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320813, 'name': ReconfigVM_Task, 'duration_secs': 0.170215} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.130209] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849877', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'name': 'volume-94fd49d1-7814-4733-a75c-ac904578081b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': '94fd49d1-7814-4733-a75c-ac904578081b', 'serial': '94fd49d1-7814-4733-a75c-ac904578081b'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.138554] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320814, 'name': ReconfigVM_Task, 'duration_secs': 0.193133} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.138891] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.177280] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.177509] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.177728] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleting the datastore file [datastore2] 6231593d-d952-48e8-9a85-266023b30a0c {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.178067] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02b80be8-2420-4845-a10e-c7add70897a6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.189192] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1150.189192] env[63339]: value = "task-4320816" [ 1150.189192] env[63339]: _type = "Task" [ 1150.189192] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.202299] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.207500] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.207718] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.207948] env[63339]: DEBUG nova.network.neutron [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1150.258737] env[63339]: DEBUG nova.compute.manager [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.259684] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cca874-e50c-4073-9ab1-61cce4ee70da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.380338] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.344s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.380906] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.384081] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.366s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.385806] env[63339]: INFO nova.compute.claims [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.406634] env[63339]: INFO nova.compute.manager [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Rebuilding instance [ 1150.461778] env[63339]: DEBUG nova.compute.manager [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.462802] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c02189-8806-4eb0-a12f-b530b9d636c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.646448] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.646707] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.646897] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.647142] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.647300] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.647453] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.647659] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.647820] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.647982] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.648164] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.648365] env[63339]: DEBUG nova.virt.hardware [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.653918] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.654305] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d90e19-0fe2-486f-a1c3-5f8ea9fc7f1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.674016] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1150.674016] env[63339]: value = "task-4320817" [ 1150.674016] env[63339]: _type = "Task" [ 1150.674016] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.682904] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.684305] env[63339]: DEBUG nova.objects.instance [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid d3823241-4f03-41e3-9559-2363ba1ab7d5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.703949] env[63339]: DEBUG oslo_vmware.api [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263632} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.705097] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.705599] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.705966] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.729337] env[63339]: INFO nova.scheduler.client.report [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocations for instance 6231593d-d952-48e8-9a85-266023b30a0c [ 1150.744237] env[63339]: DEBUG nova.network.neutron [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1150.891816] env[63339]: DEBUG nova.compute.utils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.895674] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.895972] env[63339]: DEBUG nova.network.neutron [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1150.920889] env[63339]: DEBUG nova.network.neutron [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.940535] env[63339]: DEBUG nova.policy [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.038652] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "2750972f-d50c-4640-9c24-ee05d17e2b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.039014] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.039181] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "2750972f-d50c-4640-9c24-ee05d17e2b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.039313] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.039488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.042204] env[63339]: INFO nova.compute.manager [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Terminating instance [ 1151.189035] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320817, 'name': ReconfigVM_Task, 'duration_secs': 0.219157} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.189035] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.189035] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2405bb35-0a2a-4e6d-9764-9b30d5091dfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.217939] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f/16f23ea8-ba07-4b79-8538-d81cca55630f.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.219345] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8daaf516-5904-404b-814d-2b4c2d9089bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.234675] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.244167] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1151.244167] env[63339]: value = "task-4320818" [ 1151.244167] env[63339]: _type = "Task" [ 1151.244167] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.254788] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.278128] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c588a-8447-41cc-a5eb-18fbf6ad39f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.286342] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Doing hard reboot of VM {{(pid=63339) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1151.286864] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5c10953b-c5a7-49dd-8978-46619c0c7936 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.298039] env[63339]: DEBUG oslo_vmware.api [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1151.298039] env[63339]: value = "task-4320819" [ 1151.298039] env[63339]: _type = "Task" [ 1151.298039] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.312107] env[63339]: DEBUG oslo_vmware.api [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320819, 'name': ResetVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.336376] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.337622] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.339592] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.340229] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.340342] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.341082] env[63339]: DEBUG nova.virt.hardware [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.342105] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab8f36-086d-4d74-a6d4-f156c57e7b48 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.357030] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dcfafb-a261-47ff-8530-0a80c6da1e1a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.403414] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.425150] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.425496] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Instance network_info: |[{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.425969] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.436072] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.436372] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.437046] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f5b773-6654-461f-b8f2-4dfb958c0761 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.456091] env[63339]: DEBUG nova.network.neutron [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Successfully created port: b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1151.468581] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.468581] env[63339]: value = "task-4320820" [ 1151.468581] env[63339]: _type = "Task" [ 1151.468581] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.480505] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.481159] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320820, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.481407] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e697537-f87f-493b-a3f3-190d2bded5ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.488807] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1151.488807] env[63339]: value = "task-4320821" [ 1151.488807] env[63339]: _type = "Task" [ 1151.488807] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.503323] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.546793] env[63339]: DEBUG nova.compute.manager [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.547264] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.551899] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498ccc6-755d-4fde-a125-46fa818a01af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.562712] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.563017] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e3454bb-cbaf-438c-9f69-9176ef300410 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.571478] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1151.571478] env[63339]: value = "task-4320822" [ 1151.571478] env[63339]: _type = "Task" [ 1151.571478] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.582664] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.637194] env[63339]: DEBUG oslo_concurrency.lockutils [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "6231593d-d952-48e8-9a85-266023b30a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.684072] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Received event network-changed-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1151.684294] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Refreshing instance network info cache due to event network-changed-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1151.684517] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Acquiring lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.684654] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Acquired lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.684810] env[63339]: DEBUG nova.network.neutron [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Refreshing network info cache for port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1151.709142] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fc24c4-7913-4c55-a272-f9a71102df92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.718683] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06eaba-28a6-406e-825d-152373af3a0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.722379] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3921f344-52ec-4dce-ac36-e3b7887345b7 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.231s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.769344] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585456d-fd49-4c9f-904c-8657dd0067fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.783704] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015c8696-3c45-4c49-a7ed-aaabec46e69c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.788784] env[63339]: DEBUG oslo_vmware.api [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320818, 'name': ReconfigVM_Task, 'duration_secs': 0.374045} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.789191] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f/16f23ea8-ba07-4b79-8538-d81cca55630f.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.789581] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.806693] env[63339]: DEBUG nova.compute.provider_tree [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.818942] env[63339]: DEBUG oslo_vmware.api [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320819, 'name': ResetVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.978835] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320820, 'name': CreateVM_Task, 'duration_secs': 0.423832} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.979063] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.979886] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849878', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'name': 'volume-8722d75d-e1a0-4460-bc76-371c238381fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'serial': '8722d75d-e1a0-4460-bc76-371c238381fc'}, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '28aea12b-6ac7-412d-8b5c-2745051712ec', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63339) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1151.980046] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Root volume attach. Driver type: vmdk {{(pid=63339) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1151.981030] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ae010-4aa6-4ad8-ab82-a75bc5a4cd07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.990761] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b644d2-04bb-4e57-a184-15cdebd42ef8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.004034] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86362b40-0c26-4221-8adc-fd597c39f003 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.006923] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.011371] env[63339]: DEBUG oslo_concurrency.lockutils [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.011706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.014551] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9288b0dd-f044-401c-821a-1b800f935165 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.023145] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1152.023145] env[63339]: value = "task-4320823" [ 1152.023145] env[63339]: _type = "Task" [ 1152.023145] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.032437] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.083720] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320822, 'name': PowerOffVM_Task, 'duration_secs': 0.260444} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.084026] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.084216] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.084511] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0ee3358-d1dd-4724-8f5d-850825982a94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.160827] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.161013] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.161407] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleting the datastore file [datastore1] 2750972f-d50c-4640-9c24-ee05d17e2b65 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.162538] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-969d3ee4-fe74-4845-b82f-36cb27cef5cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.169874] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for the task: (returnval){ [ 1152.169874] env[63339]: value = "task-4320825" [ 1152.169874] env[63339]: _type = "Task" [ 1152.169874] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.179211] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.297089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa570a3-4ccc-4848-a0fc-3bf869fc559f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.319384] env[63339]: DEBUG nova.scheduler.client.report [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.326882] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d96ef-ebca-413f-accc-65572fc53cfa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.336258] env[63339]: DEBUG oslo_vmware.api [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320819, 'name': ResetVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.350968] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.416425] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.438098] env[63339]: DEBUG nova.network.neutron [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updated VIF entry in instance network info cache for port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1152.438703] env[63339]: DEBUG nova.network.neutron [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.455065] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.455431] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.455513] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.455669] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.455825] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.456015] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.456369] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.456561] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.456739] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.456906] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.457094] env[63339]: DEBUG nova.virt.hardware [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.458166] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c779fd5d-0fe3-4cf6-87fa-f0562524a5ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.469379] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278608f3-b62b-4eb5-b110-38ad6737f16d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.504294] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.517641] env[63339]: INFO nova.compute.manager [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Detaching volume e719db4e-7a56-4f6d-849e-5404570d7a8b [ 1152.537484] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 38%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.563834] env[63339]: INFO nova.virt.block_device [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Attempting to driver detach volume e719db4e-7a56-4f6d-849e-5404570d7a8b from mountpoint /dev/sdc [ 1152.564197] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.564487] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849881', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'name': 'volume-e719db4e-7a56-4f6d-849e-5404570d7a8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'serial': 'e719db4e-7a56-4f6d-849e-5404570d7a8b'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.565592] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358844e2-6a34-4a31-8565-07ef8bc513dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.591677] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79d7a5b-50df-4a13-a664-55542ac1e87c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.600704] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36babc48-2560-4950-aeda-927694cd13ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.626089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac9969-693c-429b-8677-a092b66ee562 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.643138] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] The volume has not been displaced from its original location: [datastore1] volume-e719db4e-7a56-4f6d-849e-5404570d7a8b/volume-e719db4e-7a56-4f6d-849e-5404570d7a8b.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.649352] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.649872] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99049f47-84eb-4394-8120-08044c846996 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.671295] env[63339]: DEBUG oslo_vmware.api [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1152.671295] env[63339]: value = "task-4320826" [ 1152.671295] env[63339]: _type = "Task" [ 1152.671295] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.685981] env[63339]: DEBUG oslo_vmware.api [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.690018] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.831453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.832336] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.835985] env[63339]: DEBUG oslo_vmware.api [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320819, 'name': ResetVM_Task, 'duration_secs': 1.132055} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.836598] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.602s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.837047] env[63339]: DEBUG nova.objects.instance [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'resources' on Instance uuid 6231593d-d952-48e8-9a85-266023b30a0c {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.838181] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Did hard reboot of VM {{(pid=63339) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1152.838446] env[63339]: DEBUG nova.compute.manager [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.839777] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516801d0-95b6-40bc-a809-4530653af058 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.943566] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Releasing lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.944254] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Received event network-vif-unplugged-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1152.944532] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Acquiring lock "6231593d-d952-48e8-9a85-266023b30a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.944892] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Lock "6231593d-d952-48e8-9a85-266023b30a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.945291] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Lock "6231593d-d952-48e8-9a85-266023b30a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.945603] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] No waiting events found dispatching network-vif-unplugged-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.945938] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Received event network-vif-unplugged-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 for instance with task_state deleting. {{(pid=63339) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11546}} [ 1152.947076] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Received event network-changed-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1152.947374] env[63339]: DEBUG nova.compute.manager [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Refreshing instance network info cache due to event network-changed-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1152.947807] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Acquiring lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.948113] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Acquired lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.948433] env[63339]: DEBUG nova.network.neutron [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Refreshing network info cache for port 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1152.951417] env[63339]: DEBUG nova.network.neutron [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Port 56bdd886-da38-4f0c-99f4-6a66e928d700 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1153.007297] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320821, 'name': PowerOffVM_Task, 'duration_secs': 1.510391} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.007685] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.007997] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.009700] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9314dff0-d025-4369-b59c-a4b7735dd446 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.020994] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.021342] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfafe078-83dd-4703-804d-70763140e570 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.038402] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.188407] env[63339]: DEBUG oslo_vmware.api [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320826, 'name': ReconfigVM_Task, 'duration_secs': 0.355912} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.192029] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.197444] env[63339]: DEBUG oslo_vmware.api [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Task: {'id': task-4320825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.944113} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.197809] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7974cb17-ba94-489b-8e71-249b20f283ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.211610] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.211892] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.212195] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.212458] env[63339]: INFO nova.compute.manager [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1153.212763] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.213072] env[63339]: DEBUG nova.compute.manager [-] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.213251] env[63339]: DEBUG nova.network.neutron [-] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1153.222839] env[63339]: DEBUG oslo_vmware.api [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1153.222839] env[63339]: value = "task-4320828" [ 1153.222839] env[63339]: _type = "Task" [ 1153.222839] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.236096] env[63339]: DEBUG oslo_vmware.api [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.339673] env[63339]: DEBUG nova.compute.utils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.343350] env[63339]: DEBUG nova.objects.instance [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'numa_topology' on Instance uuid 6231593d-d952-48e8-9a85-266023b30a0c {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.344754] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.344996] env[63339]: DEBUG nova.network.neutron [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1153.356694] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0e2ffc4-680a-41e2-9327-da7a3209942b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.420s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.380975] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.381227] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.381416] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Deleting the datastore file [datastore1] 7836adda-d456-4257-b3bc-65a8fb3ab624 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.381717] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a40837a-e616-4ad1-a82a-60022896f473 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.399066] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1153.399066] env[63339]: value = "task-4320829" [ 1153.399066] env[63339]: _type = "Task" [ 1153.399066] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.409895] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.436675] env[63339]: DEBUG nova.policy [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.540835] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 65%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.765209] env[63339]: DEBUG oslo_vmware.api [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320828, 'name': ReconfigVM_Task, 'duration_secs': 0.181326} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.766746] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849881', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'name': 'volume-e719db4e-7a56-4f6d-849e-5404570d7a8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3823241-4f03-41e3-9559-2363ba1ab7d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e719db4e-7a56-4f6d-849e-5404570d7a8b', 'serial': 'e719db4e-7a56-4f6d-849e-5404570d7a8b'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.790523] env[63339]: DEBUG nova.network.neutron [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Successfully updated port: b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1153.851705] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.856627] env[63339]: DEBUG nova.objects.base [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Object Instance<6231593d-d952-48e8-9a85-266023b30a0c> lazy-loaded attributes: resources,numa_topology {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.913512] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.959287] env[63339]: DEBUG nova.network.neutron [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updated VIF entry in instance network info cache for port 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1153.959722] env[63339]: DEBUG nova.network.neutron [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updating instance_info_cache with network_info: [{"id": "5c01b1ff-60bb-4ad5-9885-43030a4fa2e3", "address": "fa:16:3e:db:cc:5c", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": null, "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5c01b1ff-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.985582] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.985817] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.986193] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.993762] env[63339]: DEBUG nova.compute.manager [req-a53fef7c-11eb-48f5-bc45-19e4aa1b4529 req-ef4e1244-43c9-423b-8c34-e6a2249a8bcc service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Received event network-vif-plugged-b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1153.994136] env[63339]: DEBUG oslo_concurrency.lockutils [req-a53fef7c-11eb-48f5-bc45-19e4aa1b4529 req-ef4e1244-43c9-423b-8c34-e6a2249a8bcc service nova] Acquiring lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.994360] env[63339]: DEBUG oslo_concurrency.lockutils [req-a53fef7c-11eb-48f5-bc45-19e4aa1b4529 req-ef4e1244-43c9-423b-8c34-e6a2249a8bcc service nova] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.994590] env[63339]: DEBUG oslo_concurrency.lockutils [req-a53fef7c-11eb-48f5-bc45-19e4aa1b4529 req-ef4e1244-43c9-423b-8c34-e6a2249a8bcc service nova] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.994678] env[63339]: DEBUG nova.compute.manager [req-a53fef7c-11eb-48f5-bc45-19e4aa1b4529 req-ef4e1244-43c9-423b-8c34-e6a2249a8bcc service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] No waiting events found dispatching network-vif-plugged-b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.994837] env[63339]: WARNING nova.compute.manager [req-a53fef7c-11eb-48f5-bc45-19e4aa1b4529 req-ef4e1244-43c9-423b-8c34-e6a2249a8bcc service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Received unexpected event network-vif-plugged-b478eebf-9f00-472d-a746-cc50ef5732b0 for instance with vm_state building and task_state spawning. [ 1154.017479] env[63339]: DEBUG nova.compute.manager [req-d361f807-b6ca-4397-a061-d9f07dba8f4e req-09047fed-ceb5-4386-97a4-b38d39d22267 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Received event network-vif-deleted-1bbf0b43-c1b2-4e71-9423-3747a7edf675 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1154.017779] env[63339]: INFO nova.compute.manager [req-d361f807-b6ca-4397-a061-d9f07dba8f4e req-09047fed-ceb5-4386-97a4-b38d39d22267 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Neutron deleted interface 1bbf0b43-c1b2-4e71-9423-3747a7edf675; detaching it from the instance and deleting it from the info cache [ 1154.017965] env[63339]: DEBUG nova.network.neutron [req-d361f807-b6ca-4397-a061-d9f07dba8f4e req-09047fed-ceb5-4386-97a4-b38d39d22267 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.042653] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.067439] env[63339]: DEBUG nova.network.neutron [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Successfully created port: c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1154.177189] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d0e20-41ce-41e7-b694-8c9c06c064c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.186052] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858562bd-4ae2-45e0-b084-734eb55e2acb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.219981] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0cd1df-3f33-40c6-96ed-267738e234ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.229075] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2251da8a-1ae1-4b98-b23a-a16a79bc0142 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.244132] env[63339]: DEBUG nova.compute.provider_tree [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.259614] env[63339]: DEBUG nova.network.neutron [-] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.294099] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-6a2b5287-5c17-48c9-bafb-03a86a85bef9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.294302] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-6a2b5287-5c17-48c9-bafb-03a86a85bef9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.294459] env[63339]: DEBUG nova.network.neutron [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1154.325395] env[63339]: DEBUG nova.objects.instance [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'flavor' on Instance uuid d3823241-4f03-41e3-9559-2363ba1ab7d5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.416307] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.462504] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfe13b5e-e7d7-4dee-adc8-7d123ca5d886 req-ff244f70-ca2e-4fc1-b2b5-f426bb38bf53 service nova] Releasing lock "refresh_cache-6231593d-d952-48e8-9a85-266023b30a0c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.522774] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbc694c4-a3b7-494c-8295-8e9913557067 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.534984] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb2414-3bf8-46e5-89fa-6d617a727030 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.549730] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 92%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.573532] env[63339]: DEBUG nova.compute.manager [req-d361f807-b6ca-4397-a061-d9f07dba8f4e req-09047fed-ceb5-4386-97a4-b38d39d22267 service nova] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Detach interface failed, port_id=1bbf0b43-c1b2-4e71-9423-3747a7edf675, reason: Instance 2750972f-d50c-4640-9c24-ee05d17e2b65 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1154.747532] env[63339]: DEBUG nova.scheduler.client.report [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.765084] env[63339]: INFO nova.compute.manager [-] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Took 1.55 seconds to deallocate network for instance. [ 1154.833864] env[63339]: DEBUG nova.network.neutron [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1154.867992] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.896766] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.897055] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.897226] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.897554] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.897731] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.897914] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.898138] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.898315] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.898488] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.898651] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.898824] env[63339]: DEBUG nova.virt.hardware [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.899731] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab028752-52af-4732-911c-4f7ecd558889 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.913197] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37b25d-8628-4dae-a01a-43abb69cb1b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.920303] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.210566} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.921018] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.921215] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.921428] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.024951] env[63339]: DEBUG nova.network.neutron [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Updating instance_info_cache with network_info: [{"id": "b478eebf-9f00-472d-a746-cc50ef5732b0", "address": "fa:16:3e:03:87:97", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb478eebf-9f", "ovs_interfaceid": "b478eebf-9f00-472d-a746-cc50ef5732b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.039182] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.066223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.066223] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.066223] env[63339]: DEBUG nova.network.neutron [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1155.252601] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.269551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.269853] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.270097] env[63339]: DEBUG nova.objects.instance [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lazy-loading 'resources' on Instance uuid 2750972f-d50c-4640-9c24-ee05d17e2b65 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.333585] env[63339]: DEBUG oslo_concurrency.lockutils [None req-00374358-f41d-4476-9801-6385c9a45f4f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.528065] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-6a2b5287-5c17-48c9-bafb-03a86a85bef9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.528449] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Instance network_info: |[{"id": "b478eebf-9f00-472d-a746-cc50ef5732b0", "address": "fa:16:3e:03:87:97", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb478eebf-9f", "ovs_interfaceid": "b478eebf-9f00-472d-a746-cc50ef5732b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.528992] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:87:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b478eebf-9f00-472d-a746-cc50ef5732b0', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.537289] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.540683] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.541727] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-975e2cb6-0ef3-4f2a-a6ae-5f0a76bdd10c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.563458] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.563851] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.563851] env[63339]: value = "task-4320830" [ 1155.563851] env[63339]: _type = "Task" [ 1155.563851] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.572143] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320830, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.585531] env[63339]: DEBUG nova.network.neutron [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Successfully updated port: c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1155.761426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b3b848df-8f01-4a45-beb3-b7259555aa18 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.319s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.763352] env[63339]: DEBUG oslo_concurrency.lockutils [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.126s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.763681] env[63339]: DEBUG oslo_concurrency.lockutils [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "6231593d-d952-48e8-9a85-266023b30a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.764019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.764277] env[63339]: DEBUG oslo_concurrency.lockutils [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.766906] env[63339]: INFO nova.compute.manager [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Terminating instance [ 1155.935147] env[63339]: DEBUG nova.network.neutron [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.980127] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.980584] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.980847] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.981176] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.981438] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.981749] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.982151] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.982545] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.982825] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.983173] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.983467] env[63339]: DEBUG nova.virt.hardware [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.984791] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cefdb6-4b2f-46ba-b0e3-b029e6626c30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.996270] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16390e90-eea5-4a4b-89bf-32d2fcc2f292 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.015685] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.022219] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.027088] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.028287] env[63339]: DEBUG nova.compute.manager [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Received event network-changed-b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.028485] env[63339]: DEBUG nova.compute.manager [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Refreshing instance network info cache due to event network-changed-b478eebf-9f00-472d-a746-cc50ef5732b0. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1156.028697] env[63339]: DEBUG oslo_concurrency.lockutils [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] Acquiring lock "refresh_cache-6a2b5287-5c17-48c9-bafb-03a86a85bef9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.028843] env[63339]: DEBUG oslo_concurrency.lockutils [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] Acquired lock "refresh_cache-6a2b5287-5c17-48c9-bafb-03a86a85bef9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.029047] env[63339]: DEBUG nova.network.neutron [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Refreshing network info cache for port b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1156.031029] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-907c9680-aa18-48a7-b639-8abb81d10a1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.053415] env[63339]: DEBUG nova.compute.manager [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-vif-plugged-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.053639] env[63339]: DEBUG oslo_concurrency.lockutils [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.053839] env[63339]: DEBUG oslo_concurrency.lockutils [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.053998] env[63339]: DEBUG oslo_concurrency.lockutils [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.054181] env[63339]: DEBUG nova.compute.manager [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] No waiting events found dispatching network-vif-plugged-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.054344] env[63339]: WARNING nova.compute.manager [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received unexpected event network-vif-plugged-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 for instance with vm_state building and task_state spawning. [ 1156.054501] env[63339]: DEBUG nova.compute.manager [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.054651] env[63339]: DEBUG nova.compute.manager [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing instance network info cache due to event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1156.054957] env[63339]: DEBUG oslo_concurrency.lockutils [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.055065] env[63339]: DEBUG oslo_concurrency.lockutils [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.055226] env[63339]: DEBUG nova.network.neutron [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1156.066568] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 98%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.076408] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.076408] env[63339]: value = "task-4320831" [ 1156.076408] env[63339]: _type = "Task" [ 1156.076408] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.084513] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320830, 'name': CreateVM_Task, 'duration_secs': 0.393432} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.085078] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.085785] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.085958] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.086290] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.086555] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d199dbe5-cb4a-4de5-b84e-c5ad65832e20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.091706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.092261] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320831, 'name': CreateVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.095607] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede12542-63d7-4fdf-87aa-18401c775f79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.102176] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1156.102176] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524aaa0a-7948-1736-a41a-2911799e3b10" [ 1156.102176] env[63339]: _type = "Task" [ 1156.102176] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.109866] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a67f74-2583-4b4c-b683-c91d34fc942d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.119750] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524aaa0a-7948-1736-a41a-2911799e3b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.155085] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345a1aeb-ca53-4e49-a2a8-b5e3ba3e874e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.164564] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d1397-bd84-4004-b368-dc18e9bb0e4e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.180091] env[63339]: DEBUG nova.compute.provider_tree [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.274260] env[63339]: DEBUG nova.compute.manager [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.274760] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.275105] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faa78f3e-5e3c-42e6-a5bd-f32841ba7259 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.286448] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6d8334-822c-48a8-9625-ebcf6c047371 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.329643] env[63339]: WARNING nova.virt.vmwareapi.vmops [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6231593d-d952-48e8-9a85-266023b30a0c could not be found. [ 1156.329870] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.330112] env[63339]: INFO nova.compute.manager [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1156.330393] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.333301] env[63339]: DEBUG nova.compute.manager [-] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.333408] env[63339]: DEBUG nova.network.neutron [-] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1156.438026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.548414] env[63339]: DEBUG nova.network.neutron [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Updated VIF entry in instance network info cache for port b478eebf-9f00-472d-a746-cc50ef5732b0. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1156.548777] env[63339]: DEBUG nova.network.neutron [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Updating instance_info_cache with network_info: [{"id": "b478eebf-9f00-472d-a746-cc50ef5732b0", "address": "fa:16:3e:03:87:97", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb478eebf-9f", "ovs_interfaceid": "b478eebf-9f00-472d-a746-cc50ef5732b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.556171] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 98%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.577953] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.578295] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.578909] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "d3823241-4f03-41e3-9559-2363ba1ab7d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.579132] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.579317] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.581322] env[63339]: INFO nova.compute.manager [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Terminating instance [ 1156.594315] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320831, 'name': CreateVM_Task, 'duration_secs': 0.367131} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.595064] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.595467] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.609716] env[63339]: DEBUG nova.network.neutron [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1156.622447] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524aaa0a-7948-1736-a41a-2911799e3b10, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.622754] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.622988] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.623241] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.623383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.623560] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.624450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.624771] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.625036] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7923ca9f-7b1e-46fd-8ad9-3a907cc5081b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.627110] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fff6ae0-017b-4483-80a1-a5c44d8d3c49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.634314] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1156.634314] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f5e488-0214-1874-2e8d-2123ad902476" [ 1156.634314] env[63339]: _type = "Task" [ 1156.634314] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.639940] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.639940] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.640349] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af79ea99-9b0c-461c-8c01-35edd93e6118 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.646194] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f5e488-0214-1874-2e8d-2123ad902476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.649295] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1156.649295] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529612b9-e251-b4fc-12ab-301fb500be5f" [ 1156.649295] env[63339]: _type = "Task" [ 1156.649295] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.659617] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529612b9-e251-b4fc-12ab-301fb500be5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.683321] env[63339]: DEBUG nova.scheduler.client.report [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.744540] env[63339]: DEBUG nova.network.neutron [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.971425] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5e94d-26b4-457a-a50a-05deb5b29961 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.993659] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1bda69-1d92-4b0c-baef-d705d2a54332 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.002116] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.056862] env[63339]: DEBUG oslo_concurrency.lockutils [req-2426d392-ef39-4d16-b472-e7da60398295 req-e5829327-cc9e-4bc2-82a4-8f4c942773a9 service nova] Releasing lock "refresh_cache-6a2b5287-5c17-48c9-bafb-03a86a85bef9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.057399] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task} progress is 98%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.088035] env[63339]: DEBUG nova.compute.manager [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.088394] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.089416] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e75b216-93f0-4552-b42d-425a3d740ce8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.098336] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.098620] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa24ac2-6cea-4e01-b61e-b4badbc1eb2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.107992] env[63339]: DEBUG oslo_vmware.api [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1157.107992] env[63339]: value = "task-4320832" [ 1157.107992] env[63339]: _type = "Task" [ 1157.107992] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.117530] env[63339]: DEBUG nova.network.neutron [-] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.118896] env[63339]: DEBUG oslo_vmware.api [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.146390] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f5e488-0214-1874-2e8d-2123ad902476, 'name': SearchDatastore_Task, 'duration_secs': 0.019813} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.146782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.147085] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.147349] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.163067] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529612b9-e251-b4fc-12ab-301fb500be5f, 'name': SearchDatastore_Task, 'duration_secs': 0.033528} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.164432] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbc8d1c-5643-43bc-a181-2c17008a7d49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.170746] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1157.170746] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529019da-ad0e-ce87-1279-70624d77f687" [ 1157.170746] env[63339]: _type = "Task" [ 1157.170746] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.180085] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529019da-ad0e-ce87-1279-70624d77f687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.191159] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.220323] env[63339]: INFO nova.scheduler.client.report [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Deleted allocations for instance 2750972f-d50c-4640-9c24-ee05d17e2b65 [ 1157.247960] env[63339]: DEBUG oslo_concurrency.lockutils [req-aaca37e6-6941-4700-8711-1cda6da15283 req-71c11293-ad3f-4f70-9a9d-90830c0ce76e service nova] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.248699] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.248924] env[63339]: DEBUG nova.network.neutron [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1157.508902] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-32745ec5-db35-4cd7-b6eb-4e487ff75b98 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance '16f23ea8-ba07-4b79-8538-d81cca55630f' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.554839] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320823, 'name': RelocateVM_Task, 'duration_secs': 5.285593} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.555161] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1157.555391] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849878', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'name': 'volume-8722d75d-e1a0-4460-bc76-371c238381fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'serial': '8722d75d-e1a0-4460-bc76-371c238381fc'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1157.556298] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf89f3-fb5f-4e55-8f02-59674108bcb4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.574641] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a131661d-bf6b-4031-9d99-25eee3b18bff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.600292] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-8722d75d-e1a0-4460-bc76-371c238381fc/volume-8722d75d-e1a0-4460-bc76-371c238381fc.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.601052] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8945d9d0-18a5-4575-8404-a0944891835a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.619851] env[63339]: INFO nova.compute.manager [-] [instance: 6231593d-d952-48e8-9a85-266023b30a0c] Took 1.29 seconds to deallocate network for instance. [ 1157.625423] env[63339]: DEBUG oslo_vmware.api [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320832, 'name': PowerOffVM_Task, 'duration_secs': 0.221109} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.629644] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.629820] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.630264] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1157.630264] env[63339]: value = "task-4320833" [ 1157.630264] env[63339]: _type = "Task" [ 1157.630264] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.630624] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-837cda39-f806-4a1e-8596-8e63f37257a3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.643424] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.683906] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529019da-ad0e-ce87-1279-70624d77f687, 'name': SearchDatastore_Task, 'duration_secs': 0.01711} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.686286] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb3626-c9b6-a03e-ef30-4a5224eab606/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1157.686678] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.687022] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6a2b5287-5c17-48c9-bafb-03a86a85bef9/6a2b5287-5c17-48c9-bafb-03a86a85bef9.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.688228] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87caf60-b7ea-486b-8105-7c6e8f75470a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.691641] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.691951] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.692229] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cd70b6-0677-41ef-9bf3-21e4ea31ffc4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.694643] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18656d94-6626-4429-a070-402d5a14357c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.701724] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb3626-c9b6-a03e-ef30-4a5224eab606/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1157.701928] env[63339]: ERROR oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb3626-c9b6-a03e-ef30-4a5224eab606/disk-0.vmdk due to incomplete transfer. [ 1157.704043] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-927207ab-b00e-4b1b-bea2-7e5fb1226167 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.705750] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.705978] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.706244] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Deleting the datastore file [datastore2] d3823241-4f03-41e3-9559-2363ba1ab7d5 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.708303] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f52025-06e6-4b9d-9e9c-19c58d4163d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.710263] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1157.710263] env[63339]: value = "task-4320835" [ 1157.710263] env[63339]: _type = "Task" [ 1157.710263] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.710548] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.710685] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.712054] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2720a46e-01b2-4e52-bca3-ca1626db5a62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.720602] env[63339]: DEBUG oslo_vmware.api [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for the task: (returnval){ [ 1157.720602] env[63339]: value = "task-4320836" [ 1157.720602] env[63339]: _type = "Task" [ 1157.720602] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.720873] env[63339]: DEBUG oslo_vmware.rw_handles [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb3626-c9b6-a03e-ef30-4a5224eab606/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1157.721099] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Uploaded image 4ba2c9b1-ca89-4a25-a716-bf9e9e97432a to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1157.723761] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1157.725469] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78a6dba1-e333-4545-bdd8-962faf777e54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.727602] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1157.727602] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a0b4e9-2a6e-885e-845e-9f979076dd7f" [ 1157.727602] env[63339]: _type = "Task" [ 1157.727602] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.735676] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.736207] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4f954296-8ad1-4c0a-8143-27499687fcaa tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Lock "2750972f-d50c-4640-9c24-ee05d17e2b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.697s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.742932] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1157.742932] env[63339]: value = "task-4320837" [ 1157.742932] env[63339]: _type = "Task" [ 1157.742932] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.752069] env[63339]: DEBUG oslo_vmware.api [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.754166] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a0b4e9-2a6e-885e-845e-9f979076dd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.759865] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320837, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.797042] env[63339]: DEBUG nova.network.neutron [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1158.053924] env[63339]: DEBUG nova.network.neutron [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.150397] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320833, 'name': ReconfigVM_Task, 'duration_secs': 0.318851} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.153690] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-8722d75d-e1a0-4460-bc76-371c238381fc/volume-8722d75d-e1a0-4460-bc76-371c238381fc.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.164383] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c09cf51a-a720-4cc1-916b-54db1c7027bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.191051] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1158.191051] env[63339]: value = "task-4320838" [ 1158.191051] env[63339]: _type = "Task" [ 1158.191051] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.212744] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.227490] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.237881] env[63339]: DEBUG oslo_vmware.api [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Task: {'id': task-4320836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192394} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.241990] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.242214] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.242402] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.242577] env[63339]: INFO nova.compute.manager [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1158.242822] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.243589] env[63339]: DEBUG nova.compute.manager [-] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.243708] env[63339]: DEBUG nova.network.neutron [-] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1158.255872] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a0b4e9-2a6e-885e-845e-9f979076dd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.026464} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.256642] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f90c6ad-e477-4c24-a05c-30da44aab2cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.263354] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320837, 'name': Destroy_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.266825] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1158.266825] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea4dfc-52fc-7b23-e31d-55b6071dda5f" [ 1158.266825] env[63339]: _type = "Task" [ 1158.266825] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.276655] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea4dfc-52fc-7b23-e31d-55b6071dda5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.557273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.557835] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Instance network_info: |[{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.558421] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:40:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7bdfce5-11ae-4a8a-a59f-4c4432449c05', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.568154] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.568441] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.568709] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-655b4d8f-e9be-4269-a267-66e6748600da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.591916] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.591916] env[63339]: value = "task-4320839" [ 1158.591916] env[63339]: _type = "Task" [ 1158.591916] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.603124] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320839, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.687358] env[63339]: DEBUG oslo_concurrency.lockutils [None req-11657181-7649-49d7-b397-38c48fb79a6b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "6231593d-d952-48e8-9a85-266023b30a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.923s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.705940] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320838, 'name': ReconfigVM_Task, 'duration_secs': 0.271108} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.707965] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849878', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'name': 'volume-8722d75d-e1a0-4460-bc76-371c238381fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'serial': '8722d75d-e1a0-4460-bc76-371c238381fc'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1158.707965] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bd6e3ec-adbe-4d60-8bae-48f0ee660738 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.724025] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1158.724025] env[63339]: value = "task-4320840" [ 1158.724025] env[63339]: _type = "Task" [ 1158.724025] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.730448] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562926} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.731390] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 6a2b5287-5c17-48c9-bafb-03a86a85bef9/6a2b5287-5c17-48c9-bafb-03a86a85bef9.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.731808] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.732211] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fabe89a5-fa43-4ea6-be22-f42605e3b5c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.737827] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320840, 'name': Rename_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.744271] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1158.744271] env[63339]: value = "task-4320841" [ 1158.744271] env[63339]: _type = "Task" [ 1158.744271] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.756790] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.760201] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320837, 'name': Destroy_Task, 'duration_secs': 0.751068} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.760691] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Destroyed the VM [ 1158.761065] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1158.761444] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08f9de33-2511-4451-9b7d-263f24040ebf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.768949] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1158.768949] env[63339]: value = "task-4320842" [ 1158.768949] env[63339]: _type = "Task" [ 1158.768949] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.781410] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea4dfc-52fc-7b23-e31d-55b6071dda5f, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.784967] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.786298] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.786298] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.786298] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243c253c-0935-4c26-9b00-849967cb3c74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.793808] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1158.793808] env[63339]: value = "task-4320843" [ 1158.793808] env[63339]: _type = "Task" [ 1158.793808] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.803163] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.102260] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320839, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.234932] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320840, 'name': Rename_Task, 'duration_secs': 0.269616} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.235357] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.235651] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49225e2-fc71-43ae-8bb0-4d283759db9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.244040] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1159.244040] env[63339]: value = "task-4320844" [ 1159.244040] env[63339]: _type = "Task" [ 1159.244040] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.257399] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.263802] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.284992] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.306028] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.333374] env[63339]: DEBUG nova.compute.manager [req-f397a2a9-3014-4289-b900-58bdd4cd4311 req-40b45127-9c87-4a7d-bfdf-2c2774e539df service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Received event network-vif-deleted-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1159.333573] env[63339]: INFO nova.compute.manager [req-f397a2a9-3014-4289-b900-58bdd4cd4311 req-40b45127-9c87-4a7d-bfdf-2c2774e539df service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Neutron deleted interface 782ba7b9-6ff0-4033-b94e-1ec5d97d7422; detaching it from the instance and deleting it from the info cache [ 1159.333752] env[63339]: DEBUG nova.network.neutron [req-f397a2a9-3014-4289-b900-58bdd4cd4311 req-40b45127-9c87-4a7d-bfdf-2c2774e539df service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.561016] env[63339]: DEBUG nova.network.neutron [-] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.613147] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320839, 'name': CreateVM_Task, 'duration_secs': 0.563321} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.613377] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.614690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.614690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.614908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.615015] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0137c775-a431-4a62-ae0e-782b81e20ab7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.622512] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1159.622512] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52467123-34d9-4e8a-839b-e65318c74885" [ 1159.622512] env[63339]: _type = "Task" [ 1159.622512] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.632274] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52467123-34d9-4e8a-839b-e65318c74885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.763440] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.794409} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.767609] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.767802] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.768650] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad0b603-4ec6-448e-abad-5592011192b1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.797194] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6a2b5287-5c17-48c9-bafb-03a86a85bef9/6a2b5287-5c17-48c9-bafb-03a86a85bef9.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.799061] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd9577f-4ddc-440a-8ee4-ff37589596e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.823923] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.833224] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.836677] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1159.836677] env[63339]: value = "task-4320845" [ 1159.836677] env[63339]: _type = "Task" [ 1159.836677] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.841294] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dc140c0-2be5-4518-a489-9a74345c8517 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.857318] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "1265f188-e278-4651-9447-60c97bf396bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.857588] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.859098] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.863406] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e121c-5cbc-40d2-a3c5-dd6b67c986f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.904619] env[63339]: DEBUG nova.compute.manager [req-f397a2a9-3014-4289-b900-58bdd4cd4311 req-40b45127-9c87-4a7d-bfdf-2c2774e539df service nova] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Detach interface failed, port_id=782ba7b9-6ff0-4033-b94e-1ec5d97d7422, reason: Instance d3823241-4f03-41e3-9559-2363ba1ab7d5 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1159.977914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.978195] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.978427] env[63339]: DEBUG nova.compute.manager [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Going to confirm migration 5 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1160.062443] env[63339]: INFO nova.compute.manager [-] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Took 1.82 seconds to deallocate network for instance. [ 1160.134724] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52467123-34d9-4e8a-839b-e65318c74885, 'name': SearchDatastore_Task, 'duration_secs': 0.064457} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.135230] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.135385] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.135527] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.135680] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.135862] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.136592] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdf54309-4408-4454-8ec9-3d1fa0435c16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.147603] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.147820] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.148646] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27f45b5-d0aa-4720-9a19-d6a98ee16ad7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.155606] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1160.155606] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521932a9-f4ba-d104-b626-5177ed402723" [ 1160.155606] env[63339]: _type = "Task" [ 1160.155606] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.165119] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521932a9-f4ba-d104-b626-5177ed402723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.256605] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.283479] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320842, 'name': RemoveSnapshot_Task, 'duration_secs': 1.397656} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.283868] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.284073] env[63339]: DEBUG nova.compute.manager [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.284879] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e0521-ce89-450a-95bf-66daea9dc85b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.308654] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320843, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.123475} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.309117] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.309117] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.309383] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13140c04-0a24-45f9-a6a3-aabfd0fa309a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.316468] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1160.316468] env[63339]: value = "task-4320846" [ 1160.316468] env[63339]: _type = "Task" [ 1160.316468] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.324964] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.346679] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320845, 'name': ReconfigVM_Task, 'duration_secs': 0.351137} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.347079] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6a2b5287-5c17-48c9-bafb-03a86a85bef9/6a2b5287-5c17-48c9-bafb-03a86a85bef9.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.347678] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf0b96e-78d9-4367-a841-a2e7f05bbad3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.355771] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1160.355771] env[63339]: value = "task-4320847" [ 1160.355771] env[63339]: _type = "Task" [ 1160.355771] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.360100] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.367038] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320847, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.571540] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.571946] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.572270] env[63339]: DEBUG nova.objects.instance [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lazy-loading 'resources' on Instance uuid d3823241-4f03-41e3-9559-2363ba1ab7d5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.666985] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521932a9-f4ba-d104-b626-5177ed402723, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.667859] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4768b26b-3e4b-4b59-b929-75e778645cab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.674052] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1160.674052] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524c44a1-1593-04ac-a22d-b4bd171a2a57" [ 1160.674052] env[63339]: _type = "Task" [ 1160.674052] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.682837] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524c44a1-1593-04ac-a22d-b4bd171a2a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.756104] env[63339]: DEBUG oslo_vmware.api [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320844, 'name': PowerOnVM_Task, 'duration_secs': 1.3281} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.756419] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.756621] env[63339]: INFO nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1160.756801] env[63339]: DEBUG nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.757709] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b2081-c821-4d63-be7d-ffd129366183 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.798140] env[63339]: INFO nova.compute.manager [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Shelve offloading [ 1160.833787] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.835669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.835894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.836145] env[63339]: DEBUG nova.network.neutron [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1160.836389] env[63339]: DEBUG nova.objects.instance [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'info_cache' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.837819] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.839184] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ec8e23-b8d6-4779-902a-6fba64576bd0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.869017] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.870425] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ca1fc6-400f-4c1d-bb12-5ca167d3a671 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.898024] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320847, 'name': Rename_Task, 'duration_secs': 0.147019} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.899057] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.899411] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1160.899411] env[63339]: value = "task-4320848" [ 1160.899411] env[63339]: _type = "Task" [ 1160.899411] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.899625] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d1f88fa-62a4-4fa7-9afc-2068bd803d25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.913282] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.915764] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.916193] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1160.916193] env[63339]: value = "task-4320849" [ 1160.916193] env[63339]: _type = "Task" [ 1160.916193] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.928785] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.188929] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]524c44a1-1593-04ac-a22d-b4bd171a2a57, 'name': SearchDatastore_Task, 'duration_secs': 0.032206} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.189857] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.189857] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8/5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.189857] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4caccf7b-7787-4d26-a93f-a50504115a08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.198485] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1161.198485] env[63339]: value = "task-4320850" [ 1161.198485] env[63339]: _type = "Task" [ 1161.198485] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.212034] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.284364] env[63339]: INFO nova.compute.manager [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Took 17.54 seconds to build instance. [ 1161.304602] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.304964] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebc083f-e751-438f-b78a-073325226ba2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.313927] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1161.313927] env[63339]: value = "task-4320851" [ 1161.313927] env[63339]: _type = "Task" [ 1161.313927] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.328393] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.328623] env[63339]: DEBUG nova.compute.manager [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.329600] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcd2d1-c9ec-49e2-893b-1c71944d48cf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.342870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.343066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.343246] env[63339]: DEBUG nova.network.neutron [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1161.365259] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bcf61e-6b85-4926-9367-dc1c98910bf1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.374211] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119aaea9-08d7-4e4a-b7a2-0716832b91e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.410616] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf673a7-a986-4a19-905d-69538a0a523a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.423331] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.427859] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42447c19-1e6f-4486-8b67-04e39df2f695 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.437967] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.446743] env[63339]: DEBUG nova.compute.provider_tree [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.717430] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320850, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.788165] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.053s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.920397] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320848, 'name': ReconfigVM_Task, 'duration_secs': 0.726929} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.920397] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 7836adda-d456-4257-b3bc-65a8fb3ab624/7836adda-d456-4257-b3bc-65a8fb3ab624.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.920397] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52d9e20-d47b-4112-88ed-f0c077bd6d75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.928311] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1161.928311] env[63339]: value = "task-4320852" [ 1161.928311] env[63339]: _type = "Task" [ 1161.928311] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.939701] env[63339]: DEBUG oslo_vmware.api [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320849, 'name': PowerOnVM_Task, 'duration_secs': 0.894443} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.939701] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.939701] env[63339]: INFO nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1161.939701] env[63339]: DEBUG nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.939701] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a75dc9-0238-42d7-9f02-3df4421383d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.948359] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320852, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.951103] env[63339]: DEBUG nova.scheduler.client.report [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.120243] env[63339]: DEBUG nova.network.neutron [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.219813] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647876} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.220159] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8/5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.220457] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.220735] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c2abfe2-5803-4323-82ab-c3ac22de3224 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.229391] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1162.229391] env[63339]: value = "task-4320853" [ 1162.229391] env[63339]: _type = "Task" [ 1162.229391] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.239940] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.242313] env[63339]: DEBUG nova.compute.manager [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Received event network-changed-97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1162.242506] env[63339]: DEBUG nova.compute.manager [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Refreshing instance network info cache due to event network-changed-97f6cdfa-4f03-4888-b64d-cb824c754baa. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1162.242725] env[63339]: DEBUG oslo_concurrency.lockutils [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] Acquiring lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.242870] env[63339]: DEBUG oslo_concurrency.lockutils [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] Acquired lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.243045] env[63339]: DEBUG nova.network.neutron [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Refreshing network info cache for port 97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1162.364790] env[63339]: DEBUG nova.network.neutron [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.439335] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320852, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.460930] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.467729] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.552s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.470894] env[63339]: INFO nova.compute.claims [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.477232] env[63339]: INFO nova.compute.manager [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Took 17.28 seconds to build instance. [ 1162.505684] env[63339]: INFO nova.scheduler.client.report [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Deleted allocations for instance d3823241-4f03-41e3-9559-2363ba1ab7d5 [ 1162.623413] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.740438] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083347} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.744140] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.745152] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b3004-2638-4911-81b2-75612e1414cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.774737] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8/5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.774969] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2b7354-aea2-464a-8dc6-9bc4a0d131d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.799218] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1162.799218] env[63339]: value = "task-4320854" [ 1162.799218] env[63339]: _type = "Task" [ 1162.799218] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.808654] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.868462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.868518] env[63339]: DEBUG nova.objects.instance [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'migration_context' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.943902] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320852, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.980144] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.789s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.018226] env[63339]: DEBUG oslo_concurrency.lockutils [None req-344196fa-a64c-40f8-809f-8cc5f2842057 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Lock "d3823241-4f03-41e3-9559-2363ba1ab7d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.440s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.027205] env[63339]: DEBUG nova.network.neutron [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updated VIF entry in instance network info cache for port 97f6cdfa-4f03-4888-b64d-cb824c754baa. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1163.027618] env[63339]: DEBUG nova.network.neutron [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updating instance_info_cache with network_info: [{"id": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "address": "fa:16:3e:c6:3b:d0", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f6cdfa-4f", "ovs_interfaceid": "97f6cdfa-4f03-4888-b64d-cb824c754baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.061322] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.062266] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e0a99-dc14-4ff2-9838-47c776357ca0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.070910] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.071214] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b42937-bfa8-4c43-85d6-2809630ed2ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.164539] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.164685] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.164828] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleting the datastore file [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.165049] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35ba4614-283f-4fa1-9aac-06c13587258a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.172194] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1163.172194] env[63339]: value = "task-4320856" [ 1163.172194] env[63339]: _type = "Task" [ 1163.172194] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.181171] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.313102] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.376611] env[63339]: DEBUG nova.objects.base [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Object Instance<16f23ea8-ba07-4b79-8538-d81cca55630f> lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.378128] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69305565-1eec-4c56-af54-e030e275a73b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400459] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed5b486-b7ce-4506-a4ad-9a1d854f4a81 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.406966] env[63339]: DEBUG oslo_vmware.api [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1163.406966] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5206d5a7-ebd5-d4cc-6569-064e9d53fc6c" [ 1163.406966] env[63339]: _type = "Task" [ 1163.406966] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.417764] env[63339]: DEBUG oslo_vmware.api [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5206d5a7-ebd5-d4cc-6569-064e9d53fc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.007974} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.418066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.439878] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320852, 'name': Rename_Task, 'duration_secs': 1.020335} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.440364] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.440765] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cfa46a3-9741-4bf4-baa2-7ae0ad1fb0b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.449662] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1163.449662] env[63339]: value = "task-4320857" [ 1163.449662] env[63339]: _type = "Task" [ 1163.449662] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.459615] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.519248] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.519501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.519702] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.519884] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.520064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.522365] env[63339]: INFO nova.compute.manager [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Terminating instance [ 1163.533646] env[63339]: DEBUG oslo_concurrency.lockutils [req-052be53f-6e37-4b68-bd3b-15e25ed8c7c2 req-f1dc00d3-ce5f-4dae-919e-268b536257b3 service nova] Releasing lock "refresh_cache-ef0f3bae-003a-4507-9a72-2c5e375a1f26" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.684728] env[63339]: DEBUG oslo_vmware.api [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209276} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.687845] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.688109] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.688304] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.709808] env[63339]: INFO nova.scheduler.client.report [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted allocations for instance 22a3e469-af6e-424d-ac13-417226cd1e5d [ 1163.732031] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c684cf-e85f-4012-a23f-02ac44d4e589 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.740572] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d1236-223b-4b4b-8a89-3916be825502 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.779199] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f824724-7d5f-471a-aff3-f1dc75dd8770 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.791667] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f9138d-394b-4b66-99b9-e1951c21aa24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.796113] env[63339]: DEBUG nova.compute.manager [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.813480] env[63339]: DEBUG nova.compute.provider_tree [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.824125] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320854, 'name': ReconfigVM_Task, 'duration_secs': 0.615537} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.825132] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8/5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.825815] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4926e7b6-ac4f-4685-bfca-0fd76181f82a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.840810] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1163.840810] env[63339]: value = "task-4320859" [ 1163.840810] env[63339]: _type = "Task" [ 1163.840810] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.845644] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320859, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.960931] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.027712] env[63339]: DEBUG nova.compute.manager [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.027941] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.028892] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c739aba-6ea7-4eec-87ae-293e9ecf61f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.037061] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.037314] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57913aa0-d77b-4fc5-85e2-1167b5fb5f9c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.043939] env[63339]: DEBUG oslo_vmware.api [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1164.043939] env[63339]: value = "task-4320860" [ 1164.043939] env[63339]: _type = "Task" [ 1164.043939] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.053680] env[63339]: DEBUG oslo_vmware.api [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.214890] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.297613] env[63339]: DEBUG nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Received event network-changed-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1164.297767] env[63339]: DEBUG nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Refreshing instance network info cache due to event network-changed-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1164.297967] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Acquiring lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.298180] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Acquired lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.298352] env[63339]: DEBUG nova.network.neutron [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Refreshing network info cache for port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1164.317582] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.319587] env[63339]: DEBUG nova.scheduler.client.report [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.347977] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320859, 'name': Rename_Task, 'duration_secs': 0.231806} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.348267] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.348516] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-115caae5-525c-46b2-9f06-565f4106c6aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.355945] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1164.355945] env[63339]: value = "task-4320861" [ 1164.355945] env[63339]: _type = "Task" [ 1164.355945] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.368951] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.462042] env[63339]: DEBUG oslo_vmware.api [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320857, 'name': PowerOnVM_Task, 'duration_secs': 0.704097} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.462339] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.462542] env[63339]: DEBUG nova.compute.manager [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.463341] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d25a9-9a40-4ab9-a464-93e87cfe0618 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.554061] env[63339]: DEBUG oslo_vmware.api [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320860, 'name': PowerOffVM_Task, 'duration_secs': 0.223265} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.554333] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.554507] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.554784] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce2f64e-6a61-4309-ae62-5511f94ffdda {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.617289] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.617588] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.617730] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore2] 6a2b5287-5c17-48c9-bafb-03a86a85bef9 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.617991] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc102ac-b017-4c85-aaac-2bdfb0c0bff8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.626146] env[63339]: DEBUG oslo_vmware.api [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1164.626146] env[63339]: value = "task-4320863" [ 1164.626146] env[63339]: _type = "Task" [ 1164.626146] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.634917] env[63339]: DEBUG oslo_vmware.api [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.824125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.825158] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.833020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.411s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.868085] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.983044] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.139560] env[63339]: DEBUG nova.network.neutron [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updated VIF entry in instance network info cache for port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1165.140137] env[63339]: DEBUG nova.network.neutron [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.149600] env[63339]: DEBUG oslo_vmware.api [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230661} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.150715] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.151042] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.151128] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.151302] env[63339]: INFO nova.compute.manager [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.151552] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.151995] env[63339]: DEBUG nova.compute.manager [-] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.152113] env[63339]: DEBUG nova.network.neutron [-] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1165.334109] env[63339]: DEBUG nova.compute.utils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.335815] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.336111] env[63339]: DEBUG nova.network.neutron [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1165.374295] env[63339]: DEBUG oslo_vmware.api [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320861, 'name': PowerOnVM_Task, 'duration_secs': 0.751744} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.374545] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.374768] env[63339]: INFO nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1165.374946] env[63339]: DEBUG nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.375818] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5198f69-ea44-4b8a-9656-9e56b2ead821 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.383078] env[63339]: DEBUG nova.policy [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9319c4ece94063b83d7ae6173f0a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d7639a7fc64a2e98af9d85db468e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.645540] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Releasing lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.646511] env[63339]: DEBUG nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-vif-unplugged-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1165.646511] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.646511] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.646511] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.646749] env[63339]: DEBUG nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] No waiting events found dispatching network-vif-unplugged-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.646749] env[63339]: WARNING nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received unexpected event network-vif-unplugged-0e48e858-91a1-47da-a9d3-6254debfb642 for instance with vm_state shelved_offloaded and task_state None. [ 1165.646964] env[63339]: DEBUG nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-changed-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1165.647124] env[63339]: DEBUG nova.compute.manager [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Refreshing instance network info cache due to event network-changed-0e48e858-91a1-47da-a9d3-6254debfb642. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1165.647322] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.647461] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.647615] env[63339]: DEBUG nova.network.neutron [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Refreshing network info cache for port 0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1165.649567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "7836adda-d456-4257-b3bc-65a8fb3ab624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.649895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "7836adda-d456-4257-b3bc-65a8fb3ab624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.650157] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "7836adda-d456-4257-b3bc-65a8fb3ab624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.650456] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "7836adda-d456-4257-b3bc-65a8fb3ab624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.650654] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "7836adda-d456-4257-b3bc-65a8fb3ab624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.655783] env[63339]: INFO nova.compute.manager [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Terminating instance [ 1165.659105] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f17b35-b87e-4fa9-811c-b643818fa618 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.680688] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed474132-0fc5-429b-be95-08acb0768d6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.738068] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b784fa-6d23-4dfe-b396-44c22ae66fbe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.750828] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e866e12f-a855-451a-827d-b66fba81f12c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.776332] env[63339]: DEBUG nova.compute.provider_tree [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.833116] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.841599] env[63339]: DEBUG nova.network.neutron [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Successfully created port: 208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1165.843614] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.904837] env[63339]: INFO nova.compute.manager [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Took 15.91 seconds to build instance. [ 1165.967459] env[63339]: DEBUG nova.network.neutron [-] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.166748] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "refresh_cache-7836adda-d456-4257-b3bc-65a8fb3ab624" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.166950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquired lock "refresh_cache-7836adda-d456-4257-b3bc-65a8fb3ab624" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.167194] env[63339]: DEBUG nova.network.neutron [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1166.177554] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.177823] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.178008] env[63339]: INFO nova.compute.manager [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Shelving [ 1166.279971] env[63339]: DEBUG nova.scheduler.client.report [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.375951] env[63339]: DEBUG nova.compute.manager [req-425dc66a-9cae-4ea0-bf35-3d6210ee773e req-4e701485-ec52-4ea9-bf57-d85a90f790ce service nova] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Received event network-vif-deleted-b478eebf-9f00-472d-a746-cc50ef5732b0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1166.407230] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.427s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.469926] env[63339]: INFO nova.compute.manager [-] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Took 1.32 seconds to deallocate network for instance. [ 1166.610951] env[63339]: DEBUG nova.network.neutron [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updated VIF entry in instance network info cache for port 0e48e858-91a1-47da-a9d3-6254debfb642. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1166.611341] env[63339]: DEBUG nova.network.neutron [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": null, "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0e48e858-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.856485] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.899470] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.899759] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.899893] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.900324] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.900508] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.900679] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.900926] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.901107] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.901284] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.901448] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.901619] env[63339]: DEBUG nova.virt.hardware [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.902594] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21fa6be-9fde-4d00-a5e4-069852dddec2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.912046] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1973141-d7d8-4d25-a997-b91523c25805 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.954338] env[63339]: DEBUG nova.network.neutron [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1166.975822] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.111770] env[63339]: DEBUG nova.network.neutron [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.113371] env[63339]: DEBUG oslo_concurrency.lockutils [req-161f4fd5-1070-49cf-be3b-8d67cd015d77 req-c2337039-f1ab-410f-83a3-4dd379d253ee service nova] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.189022] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.189912] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb80ee1-1ccb-4709-ae67-4ec64a33a425 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.198608] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1167.198608] env[63339]: value = "task-4320865" [ 1167.198608] env[63339]: _type = "Task" [ 1167.198608] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.208226] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.292041] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.461s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.292041] env[63339]: DEBUG nova.compute.manager [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63339) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1167.294365] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.080s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.295214] env[63339]: DEBUG nova.objects.instance [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'resources' on Instance uuid 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.371851] env[63339]: DEBUG nova.compute.manager [req-dac7ea01-ef85-4f5f-962a-6aeae121466a req-361f63d1-5465-4ea9-b99a-caf49959f7de service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Received event network-vif-plugged-208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1167.372129] env[63339]: DEBUG oslo_concurrency.lockutils [req-dac7ea01-ef85-4f5f-962a-6aeae121466a req-361f63d1-5465-4ea9-b99a-caf49959f7de service nova] Acquiring lock "1265f188-e278-4651-9447-60c97bf396bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.372386] env[63339]: DEBUG oslo_concurrency.lockutils [req-dac7ea01-ef85-4f5f-962a-6aeae121466a req-361f63d1-5465-4ea9-b99a-caf49959f7de service nova] Lock "1265f188-e278-4651-9447-60c97bf396bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.372588] env[63339]: DEBUG oslo_concurrency.lockutils [req-dac7ea01-ef85-4f5f-962a-6aeae121466a req-361f63d1-5465-4ea9-b99a-caf49959f7de service nova] Lock "1265f188-e278-4651-9447-60c97bf396bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.373104] env[63339]: DEBUG nova.compute.manager [req-dac7ea01-ef85-4f5f-962a-6aeae121466a req-361f63d1-5465-4ea9-b99a-caf49959f7de service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] No waiting events found dispatching network-vif-plugged-208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.373216] env[63339]: WARNING nova.compute.manager [req-dac7ea01-ef85-4f5f-962a-6aeae121466a req-361f63d1-5465-4ea9-b99a-caf49959f7de service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Received unexpected event network-vif-plugged-208e4070-f95f-4b75-8623-13774d1cb551 for instance with vm_state building and task_state spawning. [ 1167.477434] env[63339]: DEBUG nova.network.neutron [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Successfully updated port: 208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1167.618018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Releasing lock "refresh_cache-7836adda-d456-4257-b3bc-65a8fb3ab624" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.618018] env[63339]: DEBUG nova.compute.manager [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.618018] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.618018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbdc177-7f8f-454d-afd5-a1de6dcb0131 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.627025] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.627025] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e6fd61d-2459-4a64-b312-e23a49d8e1d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.635201] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1167.635201] env[63339]: value = "task-4320866" [ 1167.635201] env[63339]: _type = "Task" [ 1167.635201] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.643782] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.709911] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320865, 'name': PowerOffVM_Task, 'duration_secs': 0.227113} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.711152] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.711533] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ac861-03ac-4d23-a94a-da5454ff7d2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.732377] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe522a-7e8f-42ec-b572-a1f6119b3f4a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.801024] env[63339]: DEBUG nova.objects.instance [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'numa_topology' on Instance uuid 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.872591] env[63339]: INFO nova.scheduler.client.report [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted allocation for migration cbba2919-31a7-4a66-92e5-dd1a6c53d819 [ 1167.980418] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-1265f188-e278-4651-9447-60c97bf396bc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.980625] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-1265f188-e278-4651-9447-60c97bf396bc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.980752] env[63339]: DEBUG nova.network.neutron [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1168.145106] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.246023] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1168.246023] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6488839-f143-48a6-847d-9f94f43a6235 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.253655] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1168.253655] env[63339]: value = "task-4320867" [ 1168.253655] env[63339]: _type = "Task" [ 1168.253655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.264603] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.303479] env[63339]: DEBUG nova.objects.base [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Object Instance<22a3e469-af6e-424d-ac13-417226cd1e5d> lazy-loaded attributes: resources,numa_topology {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1168.377431] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cc773f7e-8ae3-4ef4-b1ea-f21d090103f3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.399s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.547231] env[63339]: DEBUG nova.network.neutron [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1168.555385] env[63339]: DEBUG nova.compute.manager [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1168.555385] env[63339]: DEBUG nova.compute.manager [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing instance network info cache due to event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1168.555385] env[63339]: DEBUG oslo_concurrency.lockutils [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.555659] env[63339]: DEBUG oslo_concurrency.lockutils [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.556229] env[63339]: DEBUG nova.network.neutron [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1168.595286] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9716b-0f9d-406a-b34b-f303a7277748 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.610411] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83549ae3-a1a5-4943-87fb-859553f78735 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.652047] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea5b3d9-32cd-425e-9a87-bdd040dda1b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.663681] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320866, 'name': PowerOffVM_Task, 'duration_secs': 0.665485} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.666023] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.666023] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.666023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b1e36-b8f3-4e1d-9d02-7d514136db71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.671269] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a4646be-f113-4e7b-a3d3-4c3e07f6b7c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.685438] env[63339]: DEBUG nova.compute.provider_tree [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.703527] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.704044] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.705209] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Deleting the datastore file [datastore2] 7836adda-d456-4257-b3bc-65a8fb3ab624 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.707822] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10bf0e8e-2c71-42bd-b199-c9d244341440 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.724614] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for the task: (returnval){ [ 1168.724614] env[63339]: value = "task-4320869" [ 1168.724614] env[63339]: _type = "Task" [ 1168.724614] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.735559] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.765376] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320867, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.776621] env[63339]: DEBUG nova.network.neutron [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Updating instance_info_cache with network_info: [{"id": "208e4070-f95f-4b75-8623-13774d1cb551", "address": "fa:16:3e:d9:8c:46", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208e4070-f9", "ovs_interfaceid": "208e4070-f95f-4b75-8623-13774d1cb551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.191884] env[63339]: DEBUG nova.scheduler.client.report [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.217685] env[63339]: DEBUG nova.objects.instance [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'flavor' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.240206] env[63339]: DEBUG oslo_vmware.api [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Task: {'id': task-4320869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102454} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.241099] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.241279] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.241461] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.241629] env[63339]: INFO nova.compute.manager [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1169.241867] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.242077] env[63339]: DEBUG nova.compute.manager [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.242174] env[63339]: DEBUG nova.network.neutron [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1169.262182] env[63339]: DEBUG nova.network.neutron [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1169.266895] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320867, 'name': CreateSnapshot_Task, 'duration_secs': 0.784802} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.269698] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1169.270986] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45343128-2b29-4159-ab16-9bc3ffea7455 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.280526] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-1265f188-e278-4651-9447-60c97bf396bc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.281469] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Instance network_info: |[{"id": "208e4070-f95f-4b75-8623-13774d1cb551", "address": "fa:16:3e:d9:8c:46", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208e4070-f9", "ovs_interfaceid": "208e4070-f95f-4b75-8623-13774d1cb551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.284094] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:8c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208e4070-f95f-4b75-8623-13774d1cb551', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.293712] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.294483] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.294733] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72e03323-ffc1-4903-84ae-1a1b8887af24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.316048] env[63339]: DEBUG nova.network.neutron [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updated VIF entry in instance network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1169.316527] env[63339]: DEBUG nova.network.neutron [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.319184] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.319184] env[63339]: value = "task-4320870" [ 1169.319184] env[63339]: _type = "Task" [ 1169.319184] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.327612] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320870, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.403145] env[63339]: DEBUG nova.compute.manager [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Received event network-changed-208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1169.403145] env[63339]: DEBUG nova.compute.manager [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Refreshing instance network info cache due to event network-changed-208e4070-f95f-4b75-8623-13774d1cb551. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1169.403145] env[63339]: DEBUG oslo_concurrency.lockutils [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] Acquiring lock "refresh_cache-1265f188-e278-4651-9447-60c97bf396bc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.403145] env[63339]: DEBUG oslo_concurrency.lockutils [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] Acquired lock "refresh_cache-1265f188-e278-4651-9447-60c97bf396bc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.403288] env[63339]: DEBUG nova.network.neutron [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Refreshing network info cache for port 208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1169.698488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.701989] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.384s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.723280] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.723280] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.723280] env[63339]: DEBUG nova.network.neutron [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1169.723443] env[63339]: DEBUG nova.objects.instance [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'info_cache' on Instance uuid 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.768082] env[63339]: DEBUG nova.network.neutron [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.801482] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1169.801971] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2532c475-b2db-4394-90d0-9ac7d7233cb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.812338] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1169.812338] env[63339]: value = "task-4320871" [ 1169.812338] env[63339]: _type = "Task" [ 1169.812338] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.822956] env[63339]: DEBUG oslo_concurrency.lockutils [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.822956] env[63339]: DEBUG nova.compute.manager [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1169.822956] env[63339]: DEBUG nova.compute.manager [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing instance network info cache due to event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1169.822956] env[63339]: DEBUG oslo_concurrency.lockutils [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.822956] env[63339]: DEBUG oslo_concurrency.lockutils [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.822956] env[63339]: DEBUG nova.network.neutron [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1169.824279] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320871, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.834020] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320870, 'name': CreateVM_Task, 'duration_secs': 0.355279} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.834138] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.835034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.835034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.835287] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.835547] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393ff81c-af48-4fd3-9ede-cd2223ecde6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.841204] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1169.841204] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f713c6-5d6e-1679-14ed-deca426ead7a" [ 1169.841204] env[63339]: _type = "Task" [ 1169.841204] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.852516] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f713c6-5d6e-1679-14ed-deca426ead7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.152348] env[63339]: DEBUG nova.network.neutron [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Updated VIF entry in instance network info cache for port 208e4070-f95f-4b75-8623-13774d1cb551. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1170.152754] env[63339]: DEBUG nova.network.neutron [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Updating instance_info_cache with network_info: [{"id": "208e4070-f95f-4b75-8623-13774d1cb551", "address": "fa:16:3e:d9:8c:46", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208e4070-f9", "ovs_interfaceid": "208e4070-f95f-4b75-8623-13774d1cb551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.208344] env[63339]: INFO nova.compute.claims [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.214108] env[63339]: DEBUG oslo_concurrency.lockutils [None req-068723d2-c464-466f-b39a-7c61c02b00fc tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.132s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.215012] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.382s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.215303] env[63339]: INFO nova.compute.manager [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Unshelving [ 1170.226283] env[63339]: DEBUG nova.objects.base [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Object Instance<16f23ea8-ba07-4b79-8538-d81cca55630f> lazy-loaded attributes: flavor,info_cache {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.270533] env[63339]: INFO nova.compute.manager [-] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Took 1.03 seconds to deallocate network for instance. [ 1170.323953] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320871, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.354019] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f713c6-5d6e-1679-14ed-deca426ead7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.354019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.354019] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.354019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.354019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.354019] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.354019] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e9a1fd-c9c6-4aa5-8f26-86a9a89b4d15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.366099] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.366564] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.367487] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31d25fc-7e7e-421c-8b86-ffcb34d3d7c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.373896] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1170.373896] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dd837d-47ba-fccc-510d-8c3059e34dd4" [ 1170.373896] env[63339]: _type = "Task" [ 1170.373896] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.384727] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dd837d-47ba-fccc-510d-8c3059e34dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.533146] env[63339]: DEBUG nova.network.neutron [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updated VIF entry in instance network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1170.533535] env[63339]: DEBUG nova.network.neutron [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.586672] env[63339]: DEBUG nova.compute.manager [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1170.586933] env[63339]: DEBUG nova.compute.manager [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing instance network info cache due to event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1170.587191] env[63339]: DEBUG oslo_concurrency.lockutils [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.655753] env[63339]: DEBUG oslo_concurrency.lockutils [req-aa7c2dda-8abc-4e58-9bc5-bb581f8cccfa req-d3349aef-859c-4ffc-b036-f4138f252215 service nova] Releasing lock "refresh_cache-1265f188-e278-4651-9447-60c97bf396bc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.717703] env[63339]: INFO nova.compute.resource_tracker [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating resource usage from migration 718be232-90fa-4c28-a04f-c76b19d26663 [ 1170.779995] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.823554] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320871, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.891872] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dd837d-47ba-fccc-510d-8c3059e34dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.892321] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faed96bd-5506-4430-8cb5-eec829a35dde {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.902150] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1170.902150] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520f50a0-8fd8-b6f2-e997-221705232a4f" [ 1170.902150] env[63339]: _type = "Task" [ 1170.902150] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.914633] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520f50a0-8fd8-b6f2-e997-221705232a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.933374] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd43f93-4659-40cd-aa26-28c4c910fef3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.942256] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57efa885-43d3-408c-8ab6-242d53d8b4ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.977285] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827540da-b614-41c7-90ff-e755ae2f8682 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.985502] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585794c0-9841-4b40-9ec5-7789da9826a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.999330] env[63339]: DEBUG nova.compute.provider_tree [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.012271] env[63339]: DEBUG nova.network.neutron [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [{"id": "56bdd886-da38-4f0c-99f4-6a66e928d700", "address": "fa:16:3e:ff:cb:6b", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bdd886-da", "ovs_interfaceid": "56bdd886-da38-4f0c-99f4-6a66e928d700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.035698] env[63339]: DEBUG oslo_concurrency.lockutils [req-de89acac-b472-426c-af05-6166c86daf03 req-e0eb6270-5d16-4b3a-bb0d-f122dee13397 service nova] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.036208] env[63339]: DEBUG oslo_concurrency.lockutils [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.036413] env[63339]: DEBUG nova.network.neutron [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1171.250101] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.323751] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320871, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.413767] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520f50a0-8fd8-b6f2-e997-221705232a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.414070] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.414341] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 1265f188-e278-4651-9447-60c97bf396bc/1265f188-e278-4651-9447-60c97bf396bc.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.414610] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68dfa57d-c882-47a6-8825-ce03056ab726 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.421919] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1171.421919] env[63339]: value = "task-4320873" [ 1171.421919] env[63339]: _type = "Task" [ 1171.421919] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.429764] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.503221] env[63339]: DEBUG nova.scheduler.client.report [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.514422] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-16f23ea8-ba07-4b79-8538-d81cca55630f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.749514] env[63339]: DEBUG nova.network.neutron [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updated VIF entry in instance network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1171.749900] env[63339]: DEBUG nova.network.neutron [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.827417] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320871, 'name': CloneVM_Task, 'duration_secs': 1.604295} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.827744] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Created linked-clone VM from snapshot [ 1171.828654] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563a6f3-0534-4b5a-a172-0e6943265d86 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.839086] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Uploading image 56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1171.870948] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1171.870948] env[63339]: value = "vm-849895" [ 1171.870948] env[63339]: _type = "VirtualMachine" [ 1171.870948] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1171.871338] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-497d10ad-052c-4a5d-9120-1675147614b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.881627] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease: (returnval){ [ 1171.881627] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260ee5e-dc29-27ba-e9c0-d7955494817a" [ 1171.881627] env[63339]: _type = "HttpNfcLease" [ 1171.881627] env[63339]: } obtained for exporting VM: (result){ [ 1171.881627] env[63339]: value = "vm-849895" [ 1171.881627] env[63339]: _type = "VirtualMachine" [ 1171.881627] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1171.881968] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the lease: (returnval){ [ 1171.881968] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260ee5e-dc29-27ba-e9c0-d7955494817a" [ 1171.881968] env[63339]: _type = "HttpNfcLease" [ 1171.881968] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1171.890106] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.890106] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260ee5e-dc29-27ba-e9c0-d7955494817a" [ 1171.890106] env[63339]: _type = "HttpNfcLease" [ 1171.890106] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.935174] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320873, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.008328] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.008568] env[63339]: INFO nova.compute.manager [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Migrating [ 1172.014979] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.032s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.015186] env[63339]: DEBUG nova.objects.instance [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1172.253284] env[63339]: DEBUG oslo_concurrency.lockutils [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.253672] env[63339]: DEBUG nova.compute.manager [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1172.253870] env[63339]: DEBUG nova.compute.manager [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing instance network info cache due to event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1172.254117] env[63339]: DEBUG oslo_concurrency.lockutils [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.254281] env[63339]: DEBUG oslo_concurrency.lockutils [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.254451] env[63339]: DEBUG nova.network.neutron [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1172.390773] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.390773] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260ee5e-dc29-27ba-e9c0-d7955494817a" [ 1172.390773] env[63339]: _type = "HttpNfcLease" [ 1172.390773] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1172.391066] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1172.391066] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5260ee5e-dc29-27ba-e9c0-d7955494817a" [ 1172.391066] env[63339]: _type = "HttpNfcLease" [ 1172.391066] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1172.391752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c9cb9-ac22-4ed3-87bc-77cbebe20c29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.399287] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297bc95-2b94-288a-4e64-ec1a5491e6f2/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1172.399465] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297bc95-2b94-288a-4e64-ec1a5491e6f2/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1172.463989] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320873, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.487737] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-083131ab-728a-4e6f-9295-86ba50363575 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.524753] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.527913] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18e78bb-e285-40f4-9d9c-1baafb2bf790 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.530687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.530687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.530687] env[63339]: DEBUG nova.network.neutron [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1172.538189] env[63339]: DEBUG oslo_vmware.api [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1172.538189] env[63339]: value = "task-4320875" [ 1172.538189] env[63339]: _type = "Task" [ 1172.538189] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.549036] env[63339]: DEBUG oslo_vmware.api [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.964730] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320873, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524254} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.966579] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 1265f188-e278-4651-9447-60c97bf396bc/1265f188-e278-4651-9447-60c97bf396bc.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.966579] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.966579] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3ffbbd9-a4d9-477f-b69a-f1488131c279 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.975091] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1172.975091] env[63339]: value = "task-4320876" [ 1172.975091] env[63339]: _type = "Task" [ 1172.975091] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.984791] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.033316] env[63339]: DEBUG oslo_concurrency.lockutils [None req-84a9f54b-ddfa-48a2-af74-4f1c863efe3b tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.037889] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.062s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.038706] env[63339]: DEBUG nova.objects.instance [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid 6a2b5287-5c17-48c9-bafb-03a86a85bef9 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.041144] env[63339]: DEBUG nova.network.neutron [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updated VIF entry in instance network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1173.041144] env[63339]: DEBUG nova.network.neutron [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.053112] env[63339]: DEBUG oslo_vmware.api [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.335357] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.335654] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Cleaning up deleted instances {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1173.382762] env[63339]: DEBUG nova.network.neutron [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.487670] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270974} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.488073] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.489161] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791df321-6ee1-4053-856a-8e77aa97d71a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.514205] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 1265f188-e278-4651-9447-60c97bf396bc/1265f188-e278-4651-9447-60c97bf396bc.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.514698] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa6249e-67e5-44d9-b5f7-263c35a514e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.536562] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1173.536562] env[63339]: value = "task-4320877" [ 1173.536562] env[63339]: _type = "Task" [ 1173.536562] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.543984] env[63339]: DEBUG oslo_concurrency.lockutils [req-6d17a181-a502-49d1-bc1b-365adbbdd77d req-5162ef33-65a3-4cd6-ab04-ef00f1f2e63a service nova] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.552912] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.560610] env[63339]: DEBUG oslo_vmware.api [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320875, 'name': PowerOnVM_Task, 'duration_secs': 0.83336} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.560995] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.561482] env[63339]: DEBUG nova.compute.manager [None req-ab5b728e-d439-424a-aee3-0f6d724fffd6 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.562603] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14efbbe6-2917-4bcc-ab01-2819e6113829 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.781434] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ed4fa1-466f-4155-90f7-3b749c54ed3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.791370] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf9384-552d-4b0c-a449-28b590a16d4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.833464] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8033ce-c030-4793-a8bc-75d8d5f423bd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.853956] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] There are 54 instances to clean {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1173.854484] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 2750972f-d50c-4640-9c24-ee05d17e2b65] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1173.861947] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f213c-3382-4d99-b353-ae7b0afe2c28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.880763] env[63339]: DEBUG nova.compute.provider_tree [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.887541] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.046965] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320877, 'name': ReconfigVM_Task, 'duration_secs': 0.342564} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.046965] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 1265f188-e278-4651-9447-60c97bf396bc/1265f188-e278-4651-9447-60c97bf396bc.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.048451] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-560ddffe-000c-41d8-8bbc-f620bca8052e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.056431] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1174.056431] env[63339]: value = "task-4320878" [ 1174.056431] env[63339]: _type = "Task" [ 1174.056431] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.069602] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320878, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.361510] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 61ea1828-ba73-42bc-b951-897f97b91e89] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1174.383932] env[63339]: DEBUG nova.scheduler.client.report [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.569682] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320878, 'name': Rename_Task, 'duration_secs': 0.170096} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.570013] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.570370] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d71b0fe-28a8-463c-bf01-ea65c3e43c17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.578612] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1174.578612] env[63339]: value = "task-4320879" [ 1174.578612] env[63339]: _type = "Task" [ 1174.578612] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.593011] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.866514] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: bc004b5b-7d17-48ba-b061-7562e365d5c4] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1174.891630] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.899059] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.119s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.899370] env[63339]: DEBUG nova.objects.instance [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lazy-loading 'resources' on Instance uuid 7836adda-d456-4257-b3bc-65a8fb3ab624 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.932882] env[63339]: INFO nova.scheduler.client.report [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance 6a2b5287-5c17-48c9-bafb-03a86a85bef9 [ 1175.093930] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.216659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.217013] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.217284] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.217487] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.217693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.221885] env[63339]: INFO nova.compute.manager [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Terminating instance [ 1175.370526] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: ec58ac1c-b584-4311-be03-6fb2dc50a31c] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1175.418525] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40ad8f-8819-4703-84d7-ea4421a66709 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.442445] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.448848] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7e91f150-0aac-4ada-ae95-348db42314f5 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "6a2b5287-5c17-48c9-bafb-03a86a85bef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.928s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.593482] env[63339]: DEBUG oslo_vmware.api [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320879, 'name': PowerOnVM_Task, 'duration_secs': 0.627648} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.597616] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.598279] env[63339]: INFO nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1175.598279] env[63339]: DEBUG nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.599407] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e04bf-d553-4555-abed-c632179326ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.671355] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee63ec9a-6a7c-4cb9-aedd-d84fd3416dfa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.682740] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e32e202-58df-4817-b7d0-8a96c5e427c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.722048] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87467999-aeed-4e02-a16b-2ce7f866ea2e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.730404] env[63339]: DEBUG nova.compute.manager [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.731057] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.732025] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89398181-53c4-4a07-a851-d4e5950c71e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.736275] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d535b8-25e9-4e43-b2b5-750425266a54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.746960] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.756300] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12514e8-e4d3-4b0d-b40f-450190a54c8a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.761078] env[63339]: DEBUG nova.compute.provider_tree [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.767745] env[63339]: DEBUG oslo_vmware.api [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1175.767745] env[63339]: value = "task-4320880" [ 1175.767745] env[63339]: _type = "Task" [ 1175.767745] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.778974] env[63339]: DEBUG oslo_vmware.api [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.874508] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 330fae5c-dc1c-4a3e-92c0-0c277e6fa455] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1175.955097] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.955552] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06e956b-46be-43e8-a7ff-07f1dade8f5b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.964541] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1175.964541] env[63339]: value = "task-4320881" [ 1175.964541] env[63339]: _type = "Task" [ 1175.964541] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.975376] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.120423] env[63339]: INFO nova.compute.manager [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Took 15.23 seconds to build instance. [ 1176.263189] env[63339]: DEBUG nova.scheduler.client.report [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.279398] env[63339]: DEBUG oslo_vmware.api [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320880, 'name': PowerOffVM_Task, 'duration_secs': 0.473419} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.279697] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.279921] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.280810] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75ddce18-a711-4aa0-b9b0-e78efcba1a47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.369309] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.369613] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.369820] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleting the datastore file [datastore2] 16f23ea8-ba07-4b79-8538-d81cca55630f {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.370160] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbac3fb8-2c4a-44c6-bcf6-63c2d151fac8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.379767] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: d3823241-4f03-41e3-9559-2363ba1ab7d5] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1176.381810] env[63339]: DEBUG oslo_vmware.api [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1176.381810] env[63339]: value = "task-4320883" [ 1176.381810] env[63339]: _type = "Task" [ 1176.381810] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.391465] env[63339]: DEBUG oslo_vmware.api [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.475331] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320881, 'name': PowerOffVM_Task, 'duration_secs': 0.280445} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.475647] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.475841] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.622492] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac5210bb-76eb-43bd-865c-ceebfb8536ac tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.765s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.630547] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "c92346a8-9320-43bd-b921-627479e0a4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.630872] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "c92346a8-9320-43bd-b921-627479e0a4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.768155] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.771255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.521s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.771614] env[63339]: DEBUG nova.objects.instance [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'pci_requests' on Instance uuid 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.802873] env[63339]: INFO nova.scheduler.client.report [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Deleted allocations for instance 7836adda-d456-4257-b3bc-65a8fb3ab624 [ 1176.887254] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: e7768b1b-31c3-4bca-8563-9bb637143705] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1176.897251] env[63339]: DEBUG oslo_vmware.api [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31814} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.897251] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.897439] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.897626] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.897800] env[63339]: INFO nova.compute.manager [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1176.898068] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.898271] env[63339]: DEBUG nova.compute.manager [-] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.898367] env[63339]: DEBUG nova.network.neutron [-] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1176.982820] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.983204] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.983485] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.983799] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.984581] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.984581] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.984581] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.984826] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.985169] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.985497] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.985756] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.994183] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a335890-5a5e-4837-afd1-82869c1c3341 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.019473] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1177.019473] env[63339]: value = "task-4320884" [ 1177.019473] env[63339]: _type = "Task" [ 1177.019473] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.037246] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.133735] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.276505] env[63339]: DEBUG nova.objects.instance [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'numa_topology' on Instance uuid 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.311731] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38d4d637-2e11-40f5-82bd-42634c654ce0 tempest-ServerShowV257Test-484865329 tempest-ServerShowV257Test-484865329-project-member] Lock "7836adda-d456-4257-b3bc-65a8fb3ab624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.662s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.391941] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: ae28ff25-b497-4223-b04d-b3f581b81259] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1177.474559] env[63339]: DEBUG nova.compute.manager [req-f309253a-be83-4e3b-820f-5d11d1e5cbf9 req-6de738ca-d6c4-4407-ab07-ba311ca832a4 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Received event network-vif-deleted-56bdd886-da38-4f0c-99f4-6a66e928d700 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1177.474743] env[63339]: INFO nova.compute.manager [req-f309253a-be83-4e3b-820f-5d11d1e5cbf9 req-6de738ca-d6c4-4407-ab07-ba311ca832a4 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Neutron deleted interface 56bdd886-da38-4f0c-99f4-6a66e928d700; detaching it from the instance and deleting it from the info cache [ 1177.474999] env[63339]: DEBUG nova.network.neutron [req-f309253a-be83-4e3b-820f-5d11d1e5cbf9 req-6de738ca-d6c4-4407-ab07-ba311ca832a4 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.531527] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "1265f188-e278-4651-9447-60c97bf396bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.531789] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.531974] env[63339]: DEBUG nova.compute.manager [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.532281] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.533123] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4265a375-969b-46bc-bc00-94c46b5bd991 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.543932] env[63339]: DEBUG nova.compute.manager [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1177.544132] env[63339]: DEBUG nova.objects.instance [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'flavor' on Instance uuid 1265f188-e278-4651-9447-60c97bf396bc {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.661437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.779098] env[63339]: INFO nova.compute.claims [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.895705] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c2993720-78f4-4371-a9c6-bb8ec82ec033] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1177.940172] env[63339]: DEBUG nova.network.neutron [-] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.977397] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b3122d7-4f1c-49b7-a664-cec9cc96a8b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.990978] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbc8380-08af-4543-a982-e8e3e6be1d52 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.031251] env[63339]: DEBUG nova.compute.manager [req-f309253a-be83-4e3b-820f-5d11d1e5cbf9 req-6de738ca-d6c4-4407-ab07-ba311ca832a4 service nova] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Detach interface failed, port_id=56bdd886-da38-4f0c-99f4-6a66e928d700, reason: Instance 16f23ea8-ba07-4b79-8538-d81cca55630f could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1178.042815] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.400417] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 74edbbfc-4379-43a6-86df-1104083abf0a] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1178.448155] env[63339]: INFO nova.compute.manager [-] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Took 1.55 seconds to deallocate network for instance. [ 1178.542610] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320884, 'name': ReconfigVM_Task, 'duration_secs': 1.248621} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.543192] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.551676] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.552009] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc88aae2-12b1-41d3-af79-0e235aa36cc0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.560833] env[63339]: DEBUG oslo_vmware.api [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1178.560833] env[63339]: value = "task-4320885" [ 1178.560833] env[63339]: _type = "Task" [ 1178.560833] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.570979] env[63339]: DEBUG oslo_vmware.api [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.904150] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 8b4c4f19-5893-4b0f-b163-0d0ea34d58ff] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1178.956849] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.034129] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8a53c-5e4e-421e-ba9d-8616988c9e3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.042281] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27ca088-e147-41ff-8bac-4c5852c605be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.051484] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.051700] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.051856] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.052046] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.052198] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.052344] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.052546] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.052729] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.052896] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.053074] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.053250] env[63339]: DEBUG nova.virt.hardware [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.059083] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.083970] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5763536-06a1-4f6a-b1dc-89d18c5c62be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.101429] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58941e-a32d-4226-91b6-5e4dac08fb83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.109928] env[63339]: DEBUG oslo_vmware.api [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320885, 'name': PowerOffVM_Task, 'duration_secs': 0.336341} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.112177] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.112394] env[63339]: DEBUG nova.compute.manager [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.114250] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c330c-3d54-40d2-9b2d-ea4470d941ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.118307] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea598e-847a-4ae1-94ba-02455c3d1d8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.122737] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1179.122737] env[63339]: value = "task-4320886" [ 1179.122737] env[63339]: _type = "Task" [ 1179.122737] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.137118] env[63339]: DEBUG nova.compute.provider_tree [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.146902] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.408360] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c0ca1df9-be81-4d6c-b34b-2f544d444cef] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1179.633036] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320886, 'name': ReconfigVM_Task, 'duration_secs': 0.195324} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.633306] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.634134] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ae6baf-e4a6-4dc0-9d62-5f443d6b7dbc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.650292] env[63339]: DEBUG nova.scheduler.client.report [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.662282] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-8722d75d-e1a0-4460-bc76-371c238381fc/volume-8722d75d-e1a0-4460-bc76-371c238381fc.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.662825] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e5f50d09-2304-4d88-b3cb-192690b357c8 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.131s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.663845] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0811cf69-dd59-4b4e-8601-d30959d41a3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.684776] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1179.684776] env[63339]: value = "task-4320887" [ 1179.684776] env[63339]: _type = "Task" [ 1179.684776] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.694683] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.912621] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: d2e5bcac-6181-4cd5-9642-b9a2fe71ad99] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1180.046746] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "1265f188-e278-4651-9447-60c97bf396bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.047096] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.047371] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "1265f188-e278-4651-9447-60c97bf396bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.047566] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.047747] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.049919] env[63339]: INFO nova.compute.manager [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Terminating instance [ 1180.165118] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.394s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.167533] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.506s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.169123] env[63339]: INFO nova.compute.claims [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.195940] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.201514] env[63339]: INFO nova.network.neutron [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating port 0e48e858-91a1-47da-a9d3-6254debfb642 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1180.416573] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: b50358ed-aa3b-47be-a556-c5cb94933820] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1180.554769] env[63339]: DEBUG nova.compute.manager [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.555014] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.555913] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f4c707-739e-463e-ba41-f81a902cf823 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.564415] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.564695] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-135855ee-286b-49c9-8fc9-75ba718df6e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.648635] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.649126] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.649126] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleting the datastore file [datastore2] 1265f188-e278-4651-9447-60c97bf396bc {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.649413] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f644dd-f804-42ee-a382-b7de800a57b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.658145] env[63339]: DEBUG oslo_vmware.api [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1180.658145] env[63339]: value = "task-4320889" [ 1180.658145] env[63339]: _type = "Task" [ 1180.658145] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.669109] env[63339]: DEBUG oslo_vmware.api [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.696766] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320887, 'name': ReconfigVM_Task, 'duration_secs': 0.903398} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.696766] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-8722d75d-e1a0-4460-bc76-371c238381fc/volume-8722d75d-e1a0-4460-bc76-371c238381fc.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.696766] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.920436] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c0906cb1-0e22-4e72-9ef2-4ffabdad2803] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1181.168631] env[63339]: DEBUG oslo_vmware.api [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179819} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.168903] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.169103] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.169285] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.169463] env[63339]: INFO nova.compute.manager [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1181.169710] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.169906] env[63339]: DEBUG nova.compute.manager [-] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.170008] env[63339]: DEBUG nova.network.neutron [-] [instance: 1265f188-e278-4651-9447-60c97bf396bc] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1181.206088] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaadfc2-5a03-4108-a252-6265ced51439 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.229106] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff3263-8d6b-4b6a-8567-dede4fc40059 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.250097] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.406892] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f885115-ebbf-4194-8081-b5ea6425d8ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.415029] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54596d04-47a4-45ff-8165-71d138de53f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.447408] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 6d7d6782-db3a-41ef-9ace-3e1192d905e7] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1181.452044] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785b32c-e7d0-460e-a433-26bad8db30f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.460510] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db80e09-88d2-4f78-9c1b-f945dd4bdfa6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.475863] env[63339]: DEBUG nova.compute.provider_tree [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.506880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-3dd75cf3-406e-42a0-a970-77d592cf055b-8aa100b8-c970-450e-baec-2e6336449b67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.507689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-3dd75cf3-406e-42a0-a970-77d592cf055b-8aa100b8-c970-450e-baec-2e6336449b67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.507842] env[63339]: DEBUG nova.objects.instance [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'flavor' on Instance uuid 3dd75cf3-406e-42a0-a970-77d592cf055b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.538302] env[63339]: DEBUG nova.compute.manager [req-aff0ba6c-6a76-49af-81c0-87d9e01d8e26 req-0e1619da-57f1-4dad-bfc8-c8e356942933 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Received event network-vif-deleted-208e4070-f95f-4b75-8623-13774d1cb551 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1181.538513] env[63339]: INFO nova.compute.manager [req-aff0ba6c-6a76-49af-81c0-87d9e01d8e26 req-0e1619da-57f1-4dad-bfc8-c8e356942933 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Neutron deleted interface 208e4070-f95f-4b75-8623-13774d1cb551; detaching it from the instance and deleting it from the info cache [ 1181.538688] env[63339]: DEBUG nova.network.neutron [req-aff0ba6c-6a76-49af-81c0-87d9e01d8e26 req-0e1619da-57f1-4dad-bfc8-c8e356942933 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.543245] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297bc95-2b94-288a-4e64-ec1a5491e6f2/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1181.544858] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e594bf-4c8a-4256-bf14-e931e325d871 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.552682] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297bc95-2b94-288a-4e64-ec1a5491e6f2/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1181.552859] env[63339]: ERROR oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297bc95-2b94-288a-4e64-ec1a5491e6f2/disk-0.vmdk due to incomplete transfer. [ 1181.553109] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec520a51-e579-4ad4-bd51-a6b737c6a5cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.562489] env[63339]: DEBUG oslo_vmware.rw_handles [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297bc95-2b94-288a-4e64-ec1a5491e6f2/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1181.562726] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Uploaded image 56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1181.564791] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1181.565070] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9602239a-1239-4ecd-adeb-8bbdfd1c0e9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.572427] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1181.572427] env[63339]: value = "task-4320890" [ 1181.572427] env[63339]: _type = "Task" [ 1181.572427] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.581208] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320890, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.678886] env[63339]: DEBUG nova.compute.manager [req-4a11acee-8155-48c5-bf82-a49f5d404589 req-48c0bdb7-9d76-43fe-85ed-1c376d8fb88c service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-vif-plugged-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1181.679149] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a11acee-8155-48c5-bf82-a49f5d404589 req-48c0bdb7-9d76-43fe-85ed-1c376d8fb88c service nova] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.679366] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a11acee-8155-48c5-bf82-a49f5d404589 req-48c0bdb7-9d76-43fe-85ed-1c376d8fb88c service nova] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.679671] env[63339]: DEBUG oslo_concurrency.lockutils [req-4a11acee-8155-48c5-bf82-a49f5d404589 req-48c0bdb7-9d76-43fe-85ed-1c376d8fb88c service nova] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.679853] env[63339]: DEBUG nova.compute.manager [req-4a11acee-8155-48c5-bf82-a49f5d404589 req-48c0bdb7-9d76-43fe-85ed-1c376d8fb88c service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] No waiting events found dispatching network-vif-plugged-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.680029] env[63339]: WARNING nova.compute.manager [req-4a11acee-8155-48c5-bf82-a49f5d404589 req-48c0bdb7-9d76-43fe-85ed-1c376d8fb88c service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received unexpected event network-vif-plugged-0e48e858-91a1-47da-a9d3-6254debfb642 for instance with vm_state shelved_offloaded and task_state spawning. [ 1181.785584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785851] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.786056] env[63339]: DEBUG nova.network.neutron [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1181.951167] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 78e7a9fe-7326-4b10-8228-bb6bb0151e83] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1181.954934] env[63339]: DEBUG nova.network.neutron [-] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.980900] env[63339]: DEBUG nova.scheduler.client.report [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.042013] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dac3a18-bb59-40dc-972a-5da28efcf455 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.051870] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ea1c1-ff49-4be2-a3e6-33ef374310c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.082601] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320890, 'name': Destroy_Task, 'duration_secs': 0.362753} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.091611] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Destroyed the VM [ 1182.091885] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1182.092259] env[63339]: DEBUG nova.compute.manager [req-aff0ba6c-6a76-49af-81c0-87d9e01d8e26 req-0e1619da-57f1-4dad-bfc8-c8e356942933 service nova] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Detach interface failed, port_id=208e4070-f95f-4b75-8623-13774d1cb551, reason: Instance 1265f188-e278-4651-9447-60c97bf396bc could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1182.092640] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d14ac97d-eb8c-4e48-b7e1-714356ed896b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.100158] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1182.100158] env[63339]: value = "task-4320891" [ 1182.100158] env[63339]: _type = "Task" [ 1182.100158] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.108999] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.149952] env[63339]: DEBUG nova.objects.instance [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'pci_requests' on Instance uuid 3dd75cf3-406e-42a0-a970-77d592cf055b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.454888] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: e70ad3a0-7097-4638-be64-e967af79a3d9] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1182.458184] env[63339]: INFO nova.compute.manager [-] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Took 1.29 seconds to deallocate network for instance. [ 1182.485238] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.485771] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.492021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.532s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.492021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.518290] env[63339]: INFO nova.scheduler.client.report [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted allocations for instance 16f23ea8-ba07-4b79-8538-d81cca55630f [ 1182.575385] env[63339]: DEBUG nova.network.neutron [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.611396] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.44187} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.611687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1182.611974] env[63339]: DEBUG nova.compute.manager [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.612909] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a71229-bce2-4403-8801-2f9fdccdb600 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.652779] env[63339]: DEBUG nova.objects.base [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Object Instance<3dd75cf3-406e-42a0-a970-77d592cf055b> lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.653045] env[63339]: DEBUG nova.network.neutron [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1182.714442] env[63339]: DEBUG nova.policy [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.933827] env[63339]: DEBUG nova.network.neutron [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1182.959979] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 59f21949-6a91-4779-836e-2d5fde5b8361] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1182.965228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.965510] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.965675] env[63339]: DEBUG nova.objects.instance [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'resources' on Instance uuid 1265f188-e278-4651-9447-60c97bf396bc {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.995056] env[63339]: DEBUG nova.compute.utils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.995188] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.995473] env[63339]: DEBUG nova.network.neutron [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1183.029888] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "16f23ea8-ba07-4b79-8538-d81cca55630f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.812s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.042858] env[63339]: DEBUG nova.policy [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.081929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.103858] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ea0d32fa9ad714a7a5e0852d99ec343f',container_format='bare',created_at=2025-07-21T14:48:07Z,direct_url=,disk_format='vmdk',id=4ba2c9b1-ca89-4a25-a716-bf9e9e97432a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1686555435-shelved',owner='10c9f8b35a254fadacb3919a033931c1',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-07-21T14:48:26Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.107874] env[63339]: DEBUG nova.virt.hardware [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.107874] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736ee7f-960a-4057-ac44-3d35ed0e8b40 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.117990] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e8a7bc-fc77-4b7f-963c-cdc24e271bb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.125576] env[63339]: INFO nova.compute.manager [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Shelve offloading [ 1183.135054] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:fd:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e48e858-91a1-47da-a9d3-6254debfb642', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.142630] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.144102] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.144410] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-733ed358-7838-4c35-9d2e-d281c7e519eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.167424] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.167424] env[63339]: value = "task-4320892" [ 1183.167424] env[63339]: _type = "Task" [ 1183.167424] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.176791] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320892, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.339736] env[63339]: DEBUG nova.network.neutron [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Successfully created port: 082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1183.462567] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 3bee9874-77a0-4e8e-90fb-521ed8ef5581] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1183.502494] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.662000] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.662699] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6b4948-ce42-4140-9793-3b4e7bee6fe1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.673400] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1183.673400] env[63339]: value = "task-4320893" [ 1183.673400] env[63339]: _type = "Task" [ 1183.673400] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.684312] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320892, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.692709] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.692940] env[63339]: DEBUG nova.compute.manager [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.693962] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e43b5-c0eb-44ea-afae-4bbe4eb6dc85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.701713] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.701713] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.701865] env[63339]: DEBUG nova.network.neutron [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1183.847751] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256ed5e9-569e-4131-9614-4b51b37bd00e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.857806] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8aa045-151a-4211-b618-e21967a1e98a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.889798] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128c56f-7db3-474c-9afa-6d8b3cb442be {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.902080] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6184d479-32fd-4c0e-a6e7-479ba53ceb77 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.923316] env[63339]: DEBUG nova.compute.provider_tree [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.957370] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.957552] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.957697] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.968836] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c1e1c854-57d5-45d1-9a27-ffd332299d52] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1184.085903] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.086122] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.178378] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320892, 'name': CreateVM_Task, 'duration_secs': 0.524257} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.178696] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.179534] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.179804] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.180248] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.180574] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19e18ad-b404-437e-bd08-36e2fed5de16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.185654] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1184.185654] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52783b51-8870-d537-a7c1-4c19defc193e" [ 1184.185654] env[63339]: _type = "Task" [ 1184.185654] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.196434] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52783b51-8870-d537-a7c1-4c19defc193e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.228193] env[63339]: DEBUG nova.compute.manager [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-changed-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1184.228403] env[63339]: DEBUG nova.compute.manager [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Refreshing instance network info cache due to event network-changed-0e48e858-91a1-47da-a9d3-6254debfb642. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1184.228613] env[63339]: DEBUG oslo_concurrency.lockutils [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.228788] env[63339]: DEBUG oslo_concurrency.lockutils [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.228955] env[63339]: DEBUG nova.network.neutron [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Refreshing network info cache for port 0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1184.362041] env[63339]: DEBUG nova.network.neutron [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Successfully updated port: 8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1184.431704] env[63339]: DEBUG nova.scheduler.client.report [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.454681] env[63339]: DEBUG nova.network.neutron [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.472157] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 9ff94263-33e3-475b-ab4c-4001bdb6047d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1184.515926] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.544984] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.544984] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.544984] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.544984] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.545250] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.545250] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.545468] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.545578] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.545734] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.545895] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.546083] env[63339]: DEBUG nova.virt.hardware [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.546994] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f71b48e-f7ac-49f4-ae79-7e483c3f0dd0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.555655] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c334f6-efea-40aa-8780-845f437782f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.588424] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.696769] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.697183] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Processing image 4ba2c9b1-ca89-4a25-a716-bf9e9e97432a {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.697328] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.697451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.697629] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.697878] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b1ff0fe-9ac7-4d88-b606-3ee862f573aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.709616] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.709779] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.710549] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb34fa6a-a370-48f3-ac07-cd4bc93b283a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.716302] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1184.716302] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5264e2f8-3a87-7eb3-2a0f-e6ab9cd73d82" [ 1184.716302] env[63339]: _type = "Task" [ 1184.716302] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.723904] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5264e2f8-3a87-7eb3-2a0f-e6ab9cd73d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.865895] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.866021] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.866111] env[63339]: DEBUG nova.network.neutron [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1184.937353] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.955068] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.975403] env[63339]: INFO nova.scheduler.client.report [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocations for instance 1265f188-e278-4651-9447-60c97bf396bc [ 1184.976675] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 6f906768-5ceb-4598-b9cd-1f0c3eb0ab53] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1185.037464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.037540] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.037666] env[63339]: DEBUG nova.network.neutron [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1185.045128] env[63339]: DEBUG nova.network.neutron [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updated VIF entry in instance network info cache for port 0e48e858-91a1-47da-a9d3-6254debfb642. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1185.045507] env[63339]: DEBUG nova.network.neutron [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.108420] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.109049] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.110720] env[63339]: INFO nova.compute.claims [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.191916] env[63339]: DEBUG nova.compute.manager [req-a01ee297-d57d-40d6-9e9a-0a1c37b65333 req-b6ab09eb-2455-440d-9072-689d434126b2 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Received event network-vif-plugged-082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1185.192106] env[63339]: DEBUG oslo_concurrency.lockutils [req-a01ee297-d57d-40d6-9e9a-0a1c37b65333 req-b6ab09eb-2455-440d-9072-689d434126b2 service nova] Acquiring lock "c92346a8-9320-43bd-b921-627479e0a4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.192382] env[63339]: DEBUG oslo_concurrency.lockutils [req-a01ee297-d57d-40d6-9e9a-0a1c37b65333 req-b6ab09eb-2455-440d-9072-689d434126b2 service nova] Lock "c92346a8-9320-43bd-b921-627479e0a4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.193016] env[63339]: DEBUG oslo_concurrency.lockutils [req-a01ee297-d57d-40d6-9e9a-0a1c37b65333 req-b6ab09eb-2455-440d-9072-689d434126b2 service nova] Lock "c92346a8-9320-43bd-b921-627479e0a4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.193016] env[63339]: DEBUG nova.compute.manager [req-a01ee297-d57d-40d6-9e9a-0a1c37b65333 req-b6ab09eb-2455-440d-9072-689d434126b2 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] No waiting events found dispatching network-vif-plugged-082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.193016] env[63339]: WARNING nova.compute.manager [req-a01ee297-d57d-40d6-9e9a-0a1c37b65333 req-b6ab09eb-2455-440d-9072-689d434126b2 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Received unexpected event network-vif-plugged-082491cf-69ed-4081-8be7-9fcb79dc3430 for instance with vm_state building and task_state spawning. [ 1185.212870] env[63339]: DEBUG nova.network.neutron [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Successfully updated port: 082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1185.231193] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1185.231647] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Fetch image to [datastore2] OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321/OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1185.231986] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Downloading stream optimized image 4ba2c9b1-ca89-4a25-a716-bf9e9e97432a to [datastore2] OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321/OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321.vmdk on the data store datastore2 as vApp {{(pid=63339) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1185.232348] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Downloading image file data 4ba2c9b1-ca89-4a25-a716-bf9e9e97432a to the ESX as VM named 'OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321' {{(pid=63339) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1185.315659] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1185.315659] env[63339]: value = "resgroup-9" [ 1185.315659] env[63339]: _type = "ResourcePool" [ 1185.315659] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1185.315659] env[63339]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d73be3a7-6ee6-4640-a824-39f184465ca5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.338309] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lease: (returnval){ [ 1185.338309] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52574093-28f4-4706-fa82-0e509d6e6db8" [ 1185.338309] env[63339]: _type = "HttpNfcLease" [ 1185.338309] env[63339]: } obtained for vApp import into resource pool (val){ [ 1185.338309] env[63339]: value = "resgroup-9" [ 1185.338309] env[63339]: _type = "ResourcePool" [ 1185.338309] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1185.339150] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the lease: (returnval){ [ 1185.339150] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52574093-28f4-4706-fa82-0e509d6e6db8" [ 1185.339150] env[63339]: _type = "HttpNfcLease" [ 1185.339150] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1185.348956] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.348956] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52574093-28f4-4706-fa82-0e509d6e6db8" [ 1185.348956] env[63339]: _type = "HttpNfcLease" [ 1185.348956] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1185.383782] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.385363] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273329aa-b0d6-487c-ab25-b14656ccc9b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.393055] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.393821] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e754242-c23c-4e10-acaf-f431605dd624 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.405189] env[63339]: WARNING nova.network.neutron [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] 82a1361c-aa7d-4ed1-9373-36fd2cf64f68 already exists in list: networks containing: ['82a1361c-aa7d-4ed1-9373-36fd2cf64f68']. ignoring it [ 1185.470703] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.471034] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.471262] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleting the datastore file [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.472187] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74da68c5-5186-436a-a3c7-f48712c1dcd7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.479603] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1185.479603] env[63339]: value = "task-4320896" [ 1185.479603] env[63339]: _type = "Task" [ 1185.479603] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.490486] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: db494bdc-a4cf-495b-a00f-b67711ed2f22] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1185.492046] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.495046] env[63339]: DEBUG oslo_concurrency.lockutils [None req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "1265f188-e278-4651-9447-60c97bf396bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.448s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.548524] env[63339]: DEBUG oslo_concurrency.lockutils [req-6e74a351-7294-4020-a64c-6787ddcb171a req-c4bfe99c-df07-414e-a07b-a5b7a162c42d service nova] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.695034] env[63339]: DEBUG nova.network.neutron [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aa100b8-c970-450e-baec-2e6336449b67", "address": "fa:16:3e:74:7d:db", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa100b8-c9", "ovs_interfaceid": "8aa100b8-c970-450e-baec-2e6336449b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.721656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-c92346a8-9320-43bd-b921-627479e0a4fb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.721656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-c92346a8-9320-43bd-b921-627479e0a4fb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.721656] env[63339]: DEBUG nova.network.neutron [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1185.848560] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.848560] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52574093-28f4-4706-fa82-0e509d6e6db8" [ 1185.848560] env[63339]: _type = "HttpNfcLease" [ 1185.848560] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1185.908974] env[63339]: DEBUG nova.network.neutron [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.991475] env[63339]: DEBUG oslo_vmware.api [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198066} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.991736] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.991962] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.992173] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.994528] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: f3c4018b-4f6a-4e86-94a3-efef140008b7] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1186.015533] env[63339]: INFO nova.scheduler.client.report [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted allocations for instance c24f9a15-b5be-4e58-91e7-cca77adee30d [ 1186.197616] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.198359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.198597] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.199569] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9892089f-4b1c-49ba-9cf4-5eb79bdc18d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.217875] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.218173] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.218278] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.218472] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.218641] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.218793] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.219008] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.219174] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.219337] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.219499] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.219672] env[63339]: DEBUG nova.virt.hardware [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.226037] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Reconfiguring VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1186.228530] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9383b23-283a-4566-8af3-4556f3b0ab29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.250830] env[63339]: DEBUG oslo_vmware.api [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1186.250830] env[63339]: value = "task-4320897" [ 1186.250830] env[63339]: _type = "Task" [ 1186.250830] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.262393] env[63339]: DEBUG oslo_vmware.api [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320897, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.287265] env[63339]: DEBUG nova.network.neutron [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1186.314504] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-vif-plugged-8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1186.314713] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.314933] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.315109] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.315285] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] No waiting events found dispatching network-vif-plugged-8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.315451] env[63339]: WARNING nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received unexpected event network-vif-plugged-8aa100b8-c970-450e-baec-2e6336449b67 for instance with vm_state active and task_state None. [ 1186.315616] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-changed-8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1186.315769] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing instance network info cache due to event network-changed-8aa100b8-c970-450e-baec-2e6336449b67. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1186.315959] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.316097] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.316260] env[63339]: DEBUG nova.network.neutron [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing network info cache for port 8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1186.350121] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.350121] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52574093-28f4-4706-fa82-0e509d6e6db8" [ 1186.350121] env[63339]: _type = "HttpNfcLease" [ 1186.350121] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1186.350426] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1186.350426] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52574093-28f4-4706-fa82-0e509d6e6db8" [ 1186.350426] env[63339]: _type = "HttpNfcLease" [ 1186.350426] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1186.351196] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f31c60-d418-446a-8066-f261f2fb74b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.362084] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d4b9-c1bd-62d6-0e91-f1a8c3d684d8/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1186.362280] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d4b9-c1bd-62d6-0e91-f1a8c3d684d8/disk-0.vmdk. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1186.421137] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.432591] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34db32a0-c132-40a6-bc6e-5bfd1eb32ea5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.444018] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cb58cc-24d0-4700-b9b9-00fd0164d3c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.453266] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87214fb-d12b-497b-ad87-346b6967db7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.492092] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73ea36-b13c-4d3c-ae7f-92c835ba27e7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.497190] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.497471] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.500028] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 6a6e5cec-e105-431d-a8fa-84adbf6003ae] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1186.506390] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd31db0-86c8-47bb-a6bb-569e09e12f35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.523226] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.523922] env[63339]: DEBUG nova.compute.provider_tree [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.537501] env[63339]: DEBUG nova.network.neutron [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Updating instance_info_cache with network_info: [{"id": "082491cf-69ed-4081-8be7-9fcb79dc3430", "address": "fa:16:3e:99:d0:c0", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082491cf-69", "ovs_interfaceid": "082491cf-69ed-4081-8be7-9fcb79dc3430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.764786] env[63339]: DEBUG oslo_vmware.api [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.936811] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463c2f0-b693-4b2c-b8b0-68edf1c798f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.947991] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801cea4-1ed0-488a-a739-b9526f1e4b0b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.006074] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: b78e850a-46a9-4a18-8c09-af7510e3089d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1187.008244] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.027934] env[63339]: DEBUG nova.scheduler.client.report [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.040304] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-c92346a8-9320-43bd-b921-627479e0a4fb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.040785] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Instance network_info: |[{"id": "082491cf-69ed-4081-8be7-9fcb79dc3430", "address": "fa:16:3e:99:d0:c0", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082491cf-69", "ovs_interfaceid": "082491cf-69ed-4081-8be7-9fcb79dc3430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.041234] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:d0:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '082491cf-69ed-4081-8be7-9fcb79dc3430', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.051598] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.052297] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.053541] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d97e028-1387-45d5-b198-bbad50e56415 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.075442] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.075442] env[63339]: value = "task-4320898" [ 1187.075442] env[63339]: _type = "Task" [ 1187.075442] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.084321] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320898, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.167027] env[63339]: DEBUG nova.network.neutron [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updated VIF entry in instance network info cache for port 8aa100b8-c970-450e-baec-2e6336449b67. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1187.167829] env[63339]: DEBUG nova.network.neutron [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aa100b8-c970-450e-baec-2e6336449b67", "address": "fa:16:3e:74:7d:db", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa100b8-c9", "ovs_interfaceid": "8aa100b8-c970-450e-baec-2e6336449b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.264537] env[63339]: DEBUG oslo_vmware.api [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.514491] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: f380129e-fb55-416b-b36f-a7767b76fe04] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1187.534714] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.535047] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.539345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.016s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.539345] env[63339]: DEBUG nova.objects.instance [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'resources' on Instance uuid c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.544964] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.587345] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320898, 'name': CreateVM_Task, 'duration_secs': 0.501482} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.587551] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.588307] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.588472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.588807] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.589138] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73cf39d-da72-47de-9520-de8010310605 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.595076] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1187.595076] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528ffdea-3b3f-5137-7410-b113d8829f89" [ 1187.595076] env[63339]: _type = "Task" [ 1187.595076] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.607426] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528ffdea-3b3f-5137-7410-b113d8829f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.620096] env[63339]: DEBUG nova.compute.manager [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Received event network-changed-082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1187.620453] env[63339]: DEBUG nova.compute.manager [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Refreshing instance network info cache due to event network-changed-082491cf-69ed-4081-8be7-9fcb79dc3430. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1187.620786] env[63339]: DEBUG oslo_concurrency.lockutils [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] Acquiring lock "refresh_cache-c92346a8-9320-43bd-b921-627479e0a4fb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.621057] env[63339]: DEBUG oslo_concurrency.lockutils [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] Acquired lock "refresh_cache-c92346a8-9320-43bd-b921-627479e0a4fb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.621310] env[63339]: DEBUG nova.network.neutron [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Refreshing network info cache for port 082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1187.672028] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.672325] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-vif-unplugged-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1187.672521] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.672785] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.672980] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.673175] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] No waiting events found dispatching network-vif-unplugged-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.673349] env[63339]: WARNING nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received unexpected event network-vif-unplugged-434adbef-2e87-4a22-b393-cf7c9b927848 for instance with vm_state shelved_offloaded and task_state None. [ 1187.673528] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1187.673662] env[63339]: DEBUG nova.compute.manager [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing instance network info cache due to event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1187.673853] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.673991] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.674167] env[63339]: DEBUG nova.network.neutron [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1187.758211] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1187.758420] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d4b9-c1bd-62d6-0e91-f1a8c3d684d8/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1187.759844] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d131b-511a-406c-8bb5-c31e4f76efb5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.768466] env[63339]: DEBUG oslo_vmware.api [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320897, 'name': ReconfigVM_Task, 'duration_secs': 1.161377} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.770509] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.770771] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Reconfigured VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1187.773642] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d4b9-c1bd-62d6-0e91-f1a8c3d684d8/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1187.773748] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d4b9-c1bd-62d6-0e91-f1a8c3d684d8/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1187.774351] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9de6d770-fcc9-4f88-b157-cc99b2aee895 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.978007] env[63339]: DEBUG oslo_vmware.rw_handles [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d4b9-c1bd-62d6-0e91-f1a8c3d684d8/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1187.978268] env[63339]: INFO nova.virt.vmwareapi.images [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Downloaded image file data 4ba2c9b1-ca89-4a25-a716-bf9e9e97432a [ 1187.979149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4343fd54-1426-4481-9b69-bbafcdabcbfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.994803] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55f85341-57db-4d30-b967-fddd50db8925 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.019356] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: fb000cb9-d32e-41f5-841e-a1747cb6f491] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1188.040327] env[63339]: DEBUG nova.compute.utils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.041674] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.041856] env[63339]: DEBUG nova.network.neutron [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1188.047414] env[63339]: DEBUG nova.objects.instance [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'numa_topology' on Instance uuid c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.060985] env[63339]: INFO nova.virt.vmwareapi.images [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] The imported VM was unregistered [ 1188.063051] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1188.063051] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.063441] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a812e67-0b4c-4721-b884-a8a4c71dbed7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.075601] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Created directory with path [datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.075877] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321/OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321.vmdk to [datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk. {{(pid=63339) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1188.077141] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3bf7ee24-3423-40a2-87f6-dfc58f37ecc6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.080584] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22f73f-881c-4588-b5ed-de4512ccc41a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.104129] env[63339]: DEBUG nova.policy [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc779c3b6e8e4eda9482ee120b2bda33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39f0cfcc403944398964bc28298c1765', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.109138] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469567a-dd84-4a21-9163-e23895eeffd5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.112053] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1188.112053] env[63339]: value = "task-4320900" [ 1188.112053] env[63339]: _type = "Task" [ 1188.112053] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.121413] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528ffdea-3b3f-5137-7410-b113d8829f89, 'name': SearchDatastore_Task, 'duration_secs': 0.027876} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.121776] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.125687] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.126027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.126189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.126334] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.126543] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.131856] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08c9694-afe9-4e8e-848a-5edac54d63e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.133644] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.146037] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.146161] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.147061] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3007195c-a1ad-4b4d-8f04-09880e087ca5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.154213] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1188.154213] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dab949-aaf8-cd07-dd2e-e1b88a478d3e" [ 1188.154213] env[63339]: _type = "Task" [ 1188.154213] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.162614] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dab949-aaf8-cd07-dd2e-e1b88a478d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.277656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c142e988-6542-4fa3-92a8-debdac757b8b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-3dd75cf3-406e-42a0-a970-77d592cf055b-8aa100b8-c970-450e-baec-2e6336449b67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.770s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.418021] env[63339]: DEBUG nova.network.neutron [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Successfully created port: 1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1188.490673] env[63339]: DEBUG nova.network.neutron [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Updated VIF entry in instance network info cache for port 082491cf-69ed-4081-8be7-9fcb79dc3430. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1188.491254] env[63339]: DEBUG nova.network.neutron [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Updating instance_info_cache with network_info: [{"id": "082491cf-69ed-4081-8be7-9fcb79dc3430", "address": "fa:16:3e:99:d0:c0", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082491cf-69", "ovs_interfaceid": "082491cf-69ed-4081-8be7-9fcb79dc3430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.522232] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 117cd55b-274b-4b20-bfd0-0a811e0ddbc6] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1188.539749] env[63339]: DEBUG nova.network.neutron [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updated VIF entry in instance network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1188.539749] env[63339]: DEBUG nova.network.neutron [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap434adbef-2e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.546688] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.552443] env[63339]: DEBUG nova.objects.base [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.623649] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.634316] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.634694] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dfdb644-1d0f-4051-b93a-0fe7f82dbb6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.647351] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1188.647351] env[63339]: value = "task-4320901" [ 1188.647351] env[63339]: _type = "Task" [ 1188.647351] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.656941] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.676895] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52dab949-aaf8-cd07-dd2e-e1b88a478d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.020117} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.678148] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b8602d-8d96-4a6f-a489-6970453bdc6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.687749] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1188.687749] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528aa0a5-4070-a6d7-e1c0-7e8918e17510" [ 1188.687749] env[63339]: _type = "Task" [ 1188.687749] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.696994] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528aa0a5-4070-a6d7-e1c0-7e8918e17510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.781734] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9a4da8-8cfa-4912-92db-eee385dcefd8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.791403] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf038e0-f4a4-4b37-9c64-64e07555f104 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.827619] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23f3e0c-fbba-459c-ba9d-eaa937d045a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.837522] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25a590-c79b-40f2-9050-a701780aa52b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.854766] env[63339]: DEBUG nova.compute.provider_tree [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.994323] env[63339]: DEBUG oslo_concurrency.lockutils [req-c022e7f6-598c-464a-a9dd-5487773a47e8 req-b0a8b43b-cb99-4311-9699-bf5abe816157 service nova] Releasing lock "refresh_cache-c92346a8-9320-43bd-b921-627479e0a4fb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.029855] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 54704231-ac2b-45a2-a3aa-476d301ae08e] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1189.045263] env[63339]: DEBUG oslo_concurrency.lockutils [req-852dfbb2-c5db-4326-b8ec-76307d3b29b1 req-4014b6fe-3b3b-471b-beb3-45241b461d66 service nova] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.125049] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.158697] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.200061] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528aa0a5-4070-a6d7-e1c0-7e8918e17510, 'name': SearchDatastore_Task, 'duration_secs': 0.082865} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.200232] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.200392] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c92346a8-9320-43bd-b921-627479e0a4fb/c92346a8-9320-43bd-b921-627479e0a4fb.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.200694] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6004cfee-2658-431f-bff8-388b3cdbd837 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.211426] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1189.211426] env[63339]: value = "task-4320902" [ 1189.211426] env[63339]: _type = "Task" [ 1189.211426] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.220912] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.361888] env[63339]: DEBUG nova.scheduler.client.report [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.541140] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: f00ed806-0354-42a4-a891-13099c30c6df] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1189.565474] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.597958] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.598251] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.598413] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.598605] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.598778] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.598960] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.599196] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.599360] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.599533] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.599703] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.599879] env[63339]: DEBUG nova.virt.hardware [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.600895] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00433011-9b3b-4afc-b719-be7241216ca9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.611181] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50059a-97fd-4e65-99e8-15d389ac1404 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.635359] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.665370] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320901, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.731319] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.870076] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.872822] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.329s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.874752] env[63339]: INFO nova.compute.claims [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.049547] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 28dbe495-eaad-469d-b9e1-4b57e39d41aa] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1190.131956] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.145962] env[63339]: DEBUG nova.compute.manager [req-71338476-ac74-4794-a270-96934b5ab8d4 req-016a3751-34d0-4a0d-8aa7-8fcb475f2148 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Received event network-vif-plugged-1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1190.146196] env[63339]: DEBUG oslo_concurrency.lockutils [req-71338476-ac74-4794-a270-96934b5ab8d4 req-016a3751-34d0-4a0d-8aa7-8fcb475f2148 service nova] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.146496] env[63339]: DEBUG oslo_concurrency.lockutils [req-71338476-ac74-4794-a270-96934b5ab8d4 req-016a3751-34d0-4a0d-8aa7-8fcb475f2148 service nova] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.146693] env[63339]: DEBUG oslo_concurrency.lockutils [req-71338476-ac74-4794-a270-96934b5ab8d4 req-016a3751-34d0-4a0d-8aa7-8fcb475f2148 service nova] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.146869] env[63339]: DEBUG nova.compute.manager [req-71338476-ac74-4794-a270-96934b5ab8d4 req-016a3751-34d0-4a0d-8aa7-8fcb475f2148 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] No waiting events found dispatching network-vif-plugged-1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.147049] env[63339]: WARNING nova.compute.manager [req-71338476-ac74-4794-a270-96934b5ab8d4 req-016a3751-34d0-4a0d-8aa7-8fcb475f2148 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Received unexpected event network-vif-plugged-1d232753-6022-4a5f-943f-94dd96fa9148 for instance with vm_state building and task_state spawning. [ 1190.168530] env[63339]: DEBUG oslo_vmware.api [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320901, 'name': PowerOnVM_Task, 'duration_secs': 1.029933} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.168740] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.169294] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5256b972-9125-43d7-b100-94bcb7ebeb29 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.231601] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.233407] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.269431] env[63339]: DEBUG nova.network.neutron [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Successfully updated port: 1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1190.332035] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-3dd75cf3-406e-42a0-a970-77d592cf055b-8aa100b8-c970-450e-baec-2e6336449b67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.332360] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-3dd75cf3-406e-42a0-a970-77d592cf055b-8aa100b8-c970-450e-baec-2e6336449b67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.390161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-275c41d5-3cba-41b0-8d40-cc07565eea34 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.211s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.391287] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.160s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.391481] env[63339]: INFO nova.compute.manager [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Unshelving [ 1190.552764] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 419b33ea-22ee-4070-918e-429dcf79e2b1] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1190.627607] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.728960] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.773943] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.774637] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.774797] env[63339]: DEBUG nova.network.neutron [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1190.836078] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.836292] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.837402] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbf5775-3679-4d12-be64-10b2fc945ce9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.862257] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e868b3-fb59-4476-9ac1-42383e8c5eb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.896679] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Reconfiguring VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1190.899997] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6653939f-bf1b-426f-a0c5-55ac2b3f4f78 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.930789] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1190.930789] env[63339]: value = "task-4320903" [ 1190.930789] env[63339]: _type = "Task" [ 1190.930789] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.948114] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.055849] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: a9c2029a-9e6a-482a-b27d-2dba602ea1e5] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1191.104795] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afca04e-4042-4857-8f2f-35e31f32a03b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.113139] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ec440-1282-4dbf-8337-96b4f5782af4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.148010] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4cc8a-5ef4-4171-828b-59fa3763bf0f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.154074] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320900, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.694703} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.154788] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321/OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321.vmdk to [datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk. [ 1191.155009] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Cleaning up location [datastore2] OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1191.155210] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f72a8f53-57dc-4340-8430-708f38ca2321 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.155488] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56f5957f-aace-4dae-b5ca-3687cb1769f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.160968] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28315b25-86ce-457c-9a06-7b111315daeb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.165769] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1191.165769] env[63339]: value = "task-4320904" [ 1191.165769] env[63339]: _type = "Task" [ 1191.165769] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.177751] env[63339]: DEBUG nova.compute.provider_tree [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.184402] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.231759] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320902, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.840843} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.232028] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c92346a8-9320-43bd-b921-627479e0a4fb/c92346a8-9320-43bd-b921-627479e0a4fb.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.232248] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.232488] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af21f1b4-0964-48ff-85a6-ed4123092620 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.239238] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1191.239238] env[63339]: value = "task-4320905" [ 1191.239238] env[63339]: _type = "Task" [ 1191.239238] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.248447] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.307936] env[63339]: DEBUG nova.network.neutron [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1191.440984] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.445721] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.483766] env[63339]: DEBUG nova.network.neutron [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.559258] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 14212226-45e7-471d-946f-72ced9f2b489] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1191.656084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.656084] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.677161] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111772} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.677438] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.677607] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.677872] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk to [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.678135] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-760133e6-d68e-494a-80df-e5b6618e79da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.680582] env[63339]: DEBUG nova.scheduler.client.report [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.689567] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1191.689567] env[63339]: value = "task-4320906" [ 1191.689567] env[63339]: _type = "Task" [ 1191.689567] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.698832] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.748636] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139876} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.749481] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.750294] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b38fdd2-fb7d-450c-9468-4d3dbaec8f5c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.774626] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c92346a8-9320-43bd-b921-627479e0a4fb/c92346a8-9320-43bd-b921-627479e0a4fb.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.775216] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f96c32-fbe8-49fa-82e0-79bbff88d14a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.796459] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1191.796459] env[63339]: value = "task-4320907" [ 1191.796459] env[63339]: _type = "Task" [ 1191.796459] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.808266] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.946223] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.986929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.987386] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Instance network_info: |[{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.987938] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:40:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d232753-6022-4a5f-943f-94dd96fa9148', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.996235] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.997033] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.997033] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a56e2d7-c746-4e23-9b5b-ff3fb2c5604c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.012522] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.012771] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.013324] env[63339]: DEBUG nova.compute.manager [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Going to confirm migration 6 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1192.022383] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.022383] env[63339]: value = "task-4320908" [ 1192.022383] env[63339]: _type = "Task" [ 1192.022383] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.032866] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320908, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.062986] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 157a0eb6-751e-41f4-8d11-93b5384da835] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1192.158950] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.185483] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.186123] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.192658] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.745s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.192658] env[63339]: DEBUG nova.objects.instance [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'pci_requests' on Instance uuid c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.204896] env[63339]: DEBUG nova.compute.manager [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Received event network-changed-1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1192.209021] env[63339]: DEBUG nova.compute.manager [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Refreshing instance network info cache due to event network-changed-1d232753-6022-4a5f-943f-94dd96fa9148. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1192.209021] env[63339]: DEBUG oslo_concurrency.lockutils [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.209021] env[63339]: DEBUG oslo_concurrency.lockutils [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.209021] env[63339]: DEBUG nova.network.neutron [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Refreshing network info cache for port 1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1192.219169] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320906, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.307783] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.443640] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.534281] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320908, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.558921] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.559261] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquired lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.559559] env[63339]: DEBUG nova.network.neutron [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1192.559868] env[63339]: DEBUG nova.objects.instance [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'info_cache' on Instance uuid fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.567613] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: b2947fcd-7430-4919-ad62-a96ce5b70878] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1192.688032] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.697982] env[63339]: DEBUG nova.objects.instance [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'numa_topology' on Instance uuid c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.700413] env[63339]: DEBUG nova.compute.utils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.701677] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.701841] env[63339]: DEBUG nova.network.neutron [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1192.709521] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320906, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.756592] env[63339]: DEBUG nova.policy [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9319c4ece94063b83d7ae6173f0a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d7639a7fc64a2e98af9d85db468e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.810306] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320907, 'name': ReconfigVM_Task, 'duration_secs': 0.785816} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.813256] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c92346a8-9320-43bd-b921-627479e0a4fb/c92346a8-9320-43bd-b921-627479e0a4fb.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.813927] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ee355a6-7e40-4dae-bf8d-a4a86b11c087 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.823457] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1192.823457] env[63339]: value = "task-4320909" [ 1192.823457] env[63339]: _type = "Task" [ 1192.823457] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.833300] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320909, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.944806] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.971217] env[63339]: DEBUG nova.network.neutron [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updated VIF entry in instance network info cache for port 1d232753-6022-4a5f-943f-94dd96fa9148. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1192.971604] env[63339]: DEBUG nova.network.neutron [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.034958] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320908, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.067032] env[63339]: DEBUG nova.network.neutron [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Successfully created port: 902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1193.070334] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: adfec4ce-fc60-4f00-b66a-aad521e2dc8d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1193.206087] env[63339]: INFO nova.compute.claims [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.209475] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.216981] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320906, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.334383] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320909, 'name': Rename_Task, 'duration_secs': 0.422961} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.334670] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.334940] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc5bb0b-1546-4a9a-9b7a-b59f3f81a47b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.342812] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1193.342812] env[63339]: value = "task-4320910" [ 1193.342812] env[63339]: _type = "Task" [ 1193.342812] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.354358] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.444216] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.478297] env[63339]: DEBUG oslo_concurrency.lockutils [req-74596829-3239-4645-ac1c-d8c4bdc4fb80 req-ecdd22b8-74ae-41ff-aa0c-409275e3aef3 service nova] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.535365] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320908, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.574187] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 548dcb74-a541-499a-9965-c32420374f0b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1193.703102] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320906, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.819871] env[63339]: DEBUG nova.network.neutron [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [{"id": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "address": "fa:16:3e:49:b7:1f", "network": {"id": "1bed8a91-60c1-459a-9378-8a42ff6ac240", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-271220979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e83893ce0c45d3aa912903c97c69d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b5704-8e", "ovs_interfaceid": "9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.857537] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320910, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.945058] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.035760] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320908, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.077501] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 8e0abe7e-e845-4790-bcc8-408a7b66b8f2] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1194.205703] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320906, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.470069} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.206055] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a/4ba2c9b1-ca89-4a25-a716-bf9e9e97432a.vmdk to [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.207057] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca41f13-c37f-42b5-acc1-f3c5989956ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.230983] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.235776] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.237842] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187e5873-fbcd-4376-b3ff-cd8ad9cf4ee9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.261634] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1194.261634] env[63339]: value = "task-4320911" [ 1194.261634] env[63339]: _type = "Task" [ 1194.261634] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.271198] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.279540] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.279775] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.279935] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.280134] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.280282] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.280431] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.280639] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.280796] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.280957] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.281128] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.281301] env[63339]: DEBUG nova.virt.hardware [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.282167] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60ede0-3ce7-4836-a8f9-9a8e1d667b49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.294118] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d15ba-e8de-45d3-8bf5-0097f397f474 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.322012] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Releasing lock "refresh_cache-fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.322311] env[63339]: DEBUG nova.objects.instance [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'migration_context' on Instance uuid fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.356439] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320910, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.445418] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.491919] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb2d65-51c0-48a5-9a26-743a491b7598 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.499553] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb4d656-2601-41a3-9b75-930685a55203 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.536013] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeac2ba-abce-4790-b101-45ec7fc96577 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.547698] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d3b90a-43c1-407a-a74e-4122317038ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.551483] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320908, 'name': CreateVM_Task, 'duration_secs': 2.127232} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.551662] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.552697] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.553087] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.553260] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.553541] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709bc5c2-2c47-4cde-8056-b5cae5437c8d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.564159] env[63339]: DEBUG nova.compute.provider_tree [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.569365] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1194.569365] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e73d35-2b4e-6278-f224-181bd2ff0c48" [ 1194.569365] env[63339]: _type = "Task" [ 1194.569365] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.579369] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e73d35-2b4e-6278-f224-181bd2ff0c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.580880] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 8d8956d2-9f0d-4e87-b1e4-13c4655cffd0] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1194.746373] env[63339]: DEBUG nova.compute.manager [req-7e3bb223-7042-41de-aabc-62eba39655be req-fde05136-952f-4f02-9808-04dbd864d02b service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Received event network-vif-plugged-902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1194.746435] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e3bb223-7042-41de-aabc-62eba39655be req-fde05136-952f-4f02-9808-04dbd864d02b service nova] Acquiring lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.746689] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e3bb223-7042-41de-aabc-62eba39655be req-fde05136-952f-4f02-9808-04dbd864d02b service nova] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.746863] env[63339]: DEBUG oslo_concurrency.lockutils [req-7e3bb223-7042-41de-aabc-62eba39655be req-fde05136-952f-4f02-9808-04dbd864d02b service nova] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.747042] env[63339]: DEBUG nova.compute.manager [req-7e3bb223-7042-41de-aabc-62eba39655be req-fde05136-952f-4f02-9808-04dbd864d02b service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] No waiting events found dispatching network-vif-plugged-902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.747206] env[63339]: WARNING nova.compute.manager [req-7e3bb223-7042-41de-aabc-62eba39655be req-fde05136-952f-4f02-9808-04dbd864d02b service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Received unexpected event network-vif-plugged-902888cb-f4ff-4bf6-972e-fa4d8a90a921 for instance with vm_state building and task_state spawning. [ 1194.772036] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.827636] env[63339]: DEBUG nova.objects.base [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.828716] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f13dd9f-f9b3-4358-9c71-ef02ebeb04f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.852848] env[63339]: DEBUG nova.network.neutron [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Successfully updated port: 902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1194.858016] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d1b9f4-e312-43b5-9038-dd4502f99d65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.867194] env[63339]: DEBUG oslo_vmware.api [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1194.867194] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e823c1-f524-6472-c704-cf4d56d8247e" [ 1194.867194] env[63339]: _type = "Task" [ 1194.867194] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.870789] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320910, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.881720] env[63339]: DEBUG oslo_vmware.api [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e823c1-f524-6472-c704-cf4d56d8247e, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.882045] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.946437] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.067721] env[63339]: DEBUG nova.scheduler.client.report [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.082545] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e73d35-2b4e-6278-f224-181bd2ff0c48, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.082922] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.083261] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.083580] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.083786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.084045] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.086954] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: a14a7775-1839-425f-956b-032f69e8318a] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1195.087090] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbf2b69f-fb24-43c1-a7c7-0f9a7f8c1472 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.097053] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.097206] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.097916] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd3de9d-50d9-448e-81b1-52ecdef739a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.103824] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1195.103824] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f74439-7fb9-9b77-9584-d88be3769451" [ 1195.103824] env[63339]: _type = "Task" [ 1195.103824] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.112276] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f74439-7fb9-9b77-9584-d88be3769451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.272045] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.361486] env[63339]: DEBUG oslo_vmware.api [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320910, 'name': PowerOnVM_Task, 'duration_secs': 1.526612} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.361633] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.361865] env[63339]: INFO nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1195.361995] env[63339]: DEBUG nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.362576] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.362706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.362841] env[63339]: DEBUG nova.network.neutron [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1195.365024] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fbb8eb-a3f4-47be-af45-0fcfb62138ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.446910] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.576700] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.385s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.578859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.891s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.580481] env[63339]: INFO nova.compute.claims [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.591079] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 59535977-6d53-43fc-95c4-f4409235f7ec] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1195.614578] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52f74439-7fb9-9b77-9584-d88be3769451, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.615291] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196fba33-0633-46c7-9259-472e1b18f717 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.621060] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1195.621060] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52457840-b0a1-18fd-5d95-f1d1d2ca4298" [ 1195.621060] env[63339]: _type = "Task" [ 1195.621060] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.630776] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52457840-b0a1-18fd-5d95-f1d1d2ca4298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.652232] env[63339]: INFO nova.network.neutron [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating port 434adbef-2e87-4a22-b393-cf7c9b927848 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1195.774784] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320911, 'name': ReconfigVM_Task, 'duration_secs': 1.301867} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.779664] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d/22a3e469-af6e-424d-ac13-417226cd1e5d.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.780375] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49974edc-151e-4aad-a1c6-39507908c1f5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.792300] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1195.792300] env[63339]: value = "task-4320912" [ 1195.792300] env[63339]: _type = "Task" [ 1195.792300] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.805669] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320912, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.883209] env[63339]: INFO nova.compute.manager [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Took 18.24 seconds to build instance. [ 1195.903418] env[63339]: DEBUG nova.network.neutron [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1195.948274] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.051814] env[63339]: DEBUG nova.network.neutron [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Updating instance_info_cache with network_info: [{"id": "902888cb-f4ff-4bf6-972e-fa4d8a90a921", "address": "fa:16:3e:91:83:45", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902888cb-f4", "ovs_interfaceid": "902888cb-f4ff-4bf6-972e-fa4d8a90a921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.093911] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: a5847616-58ea-4742-93f2-5c5e7a0f6a2b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1196.133583] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52457840-b0a1-18fd-5d95-f1d1d2ca4298, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.133858] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.134141] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.134641] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf663b1a-5cb8-46db-a498-5de66b616323 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.143042] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1196.143042] env[63339]: value = "task-4320913" [ 1196.143042] env[63339]: _type = "Task" [ 1196.143042] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.151754] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.303336] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320912, 'name': Rename_Task, 'duration_secs': 0.173726} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.303624] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.303884] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d8916ed-2b12-4c83-a612-a0f0fb5ad079 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.312610] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1196.312610] env[63339]: value = "task-4320914" [ 1196.312610] env[63339]: _type = "Task" [ 1196.312610] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.323814] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.385836] env[63339]: DEBUG oslo_concurrency.lockutils [None req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "c92346a8-9320-43bd-b921-627479e0a4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.755s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.450091] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.555092] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.555714] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Instance network_info: |[{"id": "902888cb-f4ff-4bf6-972e-fa4d8a90a921", "address": "fa:16:3e:91:83:45", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902888cb-f4", "ovs_interfaceid": "902888cb-f4ff-4bf6-972e-fa4d8a90a921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.556207] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:83:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '902888cb-f4ff-4bf6-972e-fa4d8a90a921', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.564744] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.565103] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.565373] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58eaa95-fbe5-400d-b9e9-708f25bce51a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.593855] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.593855] env[63339]: value = "task-4320915" [ 1196.593855] env[63339]: _type = "Task" [ 1196.593855] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.600311] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: ee3b53cc-1ac2-40bc-934d-89a25659d047] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1196.610118] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320915, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.653826] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320913, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.814410] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a243081-b641-4d36-941d-c1d6d480a12b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.828979] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400dd7be-db3b-485b-8138-cecb61e44df7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.834410] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.868737] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebce3a3-cc6b-48d8-8463-7deda9f91fa3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.872572] env[63339]: DEBUG nova.compute.manager [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Received event network-changed-902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1196.872792] env[63339]: DEBUG nova.compute.manager [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Refreshing instance network info cache due to event network-changed-902888cb-f4ff-4bf6-972e-fa4d8a90a921. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1196.873013] env[63339]: DEBUG oslo_concurrency.lockutils [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] Acquiring lock "refresh_cache-ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.873178] env[63339]: DEBUG oslo_concurrency.lockutils [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] Acquired lock "refresh_cache-ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.873342] env[63339]: DEBUG nova.network.neutron [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Refreshing network info cache for port 902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1196.881918] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52608886-7d9f-40f2-8872-21a7bb83b267 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.898712] env[63339]: DEBUG nova.compute.provider_tree [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.949980] env[63339]: DEBUG oslo_vmware.api [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320903, 'name': ReconfigVM_Task, 'duration_secs': 5.829616} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.950250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.950460] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Reconfigured VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1197.107027] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 63fdefbc-a279-4c6c-9300-46d450da723b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1197.108528] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320915, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.156686] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320913, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.325431] env[63339]: DEBUG oslo_vmware.api [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320914, 'name': PowerOnVM_Task, 'duration_secs': 0.959882} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.325936] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.402027] env[63339]: DEBUG nova.scheduler.client.report [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.484595] env[63339]: DEBUG nova.compute.manager [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.485891] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd905eb-d552-42c0-85e6-835b1547c62d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.539090] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.539317] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.539506] env[63339]: DEBUG nova.network.neutron [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1197.607375] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320915, 'name': CreateVM_Task, 'duration_secs': 0.585511} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.607375] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.607962] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.608100] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.612107] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.612107] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de859aa-59b5-4505-8b9f-59d890a570c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.612107] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c32e2032-623b-4e2c-b1bd-cc44a0f6d5ab] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1197.619264] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1197.619264] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5276f22f-4fe9-4317-38ef-2b51cac285e4" [ 1197.619264] env[63339]: _type = "Task" [ 1197.619264] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.630182] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5276f22f-4fe9-4317-38ef-2b51cac285e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.654814] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320913, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.49262} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.655161] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.656812] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.656812] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-844692ec-5db6-41f8-b7f2-e6c2c3fc9ecb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.667787] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1197.667787] env[63339]: value = "task-4320916" [ 1197.667787] env[63339]: _type = "Task" [ 1197.667787] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.675736] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.718771] env[63339]: DEBUG nova.network.neutron [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Updated VIF entry in instance network info cache for port 902888cb-f4ff-4bf6-972e-fa4d8a90a921. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1197.719098] env[63339]: DEBUG nova.network.neutron [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Updating instance_info_cache with network_info: [{"id": "902888cb-f4ff-4bf6-972e-fa4d8a90a921", "address": "fa:16:3e:91:83:45", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902888cb-f4", "ovs_interfaceid": "902888cb-f4ff-4bf6-972e-fa4d8a90a921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.767953] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.768359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.908064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.908774] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.912406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.030s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.005910] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac465763-5f83-4a74-a357-265558888a62 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.791s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.116952] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 39273104-66d6-4520-a1df-31d8f928931d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1198.130264] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5276f22f-4fe9-4317-38ef-2b51cac285e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018105} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.130707] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.130975] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.131241] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.131391] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.131577] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.131877] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9419807a-3151-42a1-83e4-331715917801 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.144047] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.144159] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.145068] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7bdfdb-be39-4aec-a4bd-f2d8edb121a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.152282] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1198.152282] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5208751f-05e7-90fd-975c-6347d117d54f" [ 1198.152282] env[63339]: _type = "Task" [ 1198.152282] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.164263] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5208751f-05e7-90fd-975c-6347d117d54f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.176695] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105004} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.177011] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.178049] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713363a5-d616-4a94-b399-d69fd1ab5940 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.207371] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.208175] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da4a6f8-1a05-4469-9ce3-9341e850d4d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.224940] env[63339]: DEBUG oslo_concurrency.lockutils [req-27c82eac-78c1-44a8-a131-d261b79e0fb3 req-d76fd5be-4f82-44f2-85bf-19f829f9c20e service nova] Releasing lock "refresh_cache-ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.232984] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1198.232984] env[63339]: value = "task-4320917" [ 1198.232984] env[63339]: _type = "Task" [ 1198.232984] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.243365] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.271453] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.288853] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.289067] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.289253] env[63339]: DEBUG nova.network.neutron [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1198.416400] env[63339]: DEBUG nova.compute.utils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.421389] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.421593] env[63339]: DEBUG nova.network.neutron [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1198.454141] env[63339]: DEBUG nova.network.neutron [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.489753] env[63339]: DEBUG nova.policy [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b4142b532b4904a29469224b23f65f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58450141c7694292bb025fe60f8ce84d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.621087] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 380fd1a2-9007-4a4f-8bfb-aad5a9117008] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1198.669997] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5208751f-05e7-90fd-975c-6347d117d54f, 'name': SearchDatastore_Task, 'duration_secs': 0.023479} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.669997] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea72bc9-0215-4551-a677-90cb0a3439f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.682901] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1198.682901] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e31533-4822-816c-f82d-dba2d7e0e3c8" [ 1198.682901] env[63339]: _type = "Task" [ 1198.682901] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.692562] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e31533-4822-816c-f82d-dba2d7e0e3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.695363] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.695628] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ee05d2a8-b06f-4d8a-88e4-c3c900676b9d/ee05d2a8-b06f-4d8a-88e4-c3c900676b9d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.697510] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0301de-3d0d-44d9-b48a-96db6d62cd6a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.705921] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1198.705921] env[63339]: value = "task-4320918" [ 1198.705921] env[63339]: _type = "Task" [ 1198.705921] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.710928] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d41eb6-2844-497f-87da-04ec7dd60e85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.721580] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23260342-91b8-44c6-87dd-fbd4b7168092 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.725231] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.763221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8f0566-ef83-4963-973a-bc91d9167595 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.767011] env[63339]: DEBUG nova.compute.manager [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1198.767228] env[63339]: DEBUG nova.compute.manager [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing instance network info cache due to event network-changed-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1198.767423] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] Acquiring lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.774605] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320917, 'name': ReconfigVM_Task, 'duration_secs': 0.523828} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.781940] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.783335] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ee5e9ce-070c-4d0a-a95a-ecf6e16660f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.786451] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e358e04-c079-4f81-ac35-7bb43108e4e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.804311] env[63339]: DEBUG nova.compute.provider_tree [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.808599] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.809096] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1198.809096] env[63339]: value = "task-4320919" [ 1198.809096] env[63339]: _type = "Task" [ 1198.809096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.821316] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320919, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.900560] env[63339]: DEBUG nova.compute.manager [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-vif-plugged-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1198.900838] env[63339]: DEBUG oslo_concurrency.lockutils [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.901107] env[63339]: DEBUG oslo_concurrency.lockutils [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.901400] env[63339]: DEBUG oslo_concurrency.lockutils [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.901527] env[63339]: DEBUG nova.compute.manager [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] No waiting events found dispatching network-vif-plugged-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.901667] env[63339]: WARNING nova.compute.manager [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received unexpected event network-vif-plugged-434adbef-2e87-4a22-b393-cf7c9b927848 for instance with vm_state shelved_offloaded and task_state spawning. [ 1198.901830] env[63339]: DEBUG nova.compute.manager [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1198.901994] env[63339]: DEBUG nova.compute.manager [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing instance network info cache due to event network-changed-434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1198.902217] env[63339]: DEBUG oslo_concurrency.lockutils [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] Acquiring lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.923585] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.957395] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.962598] env[63339]: DEBUG oslo_concurrency.lockutils [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] Acquired lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.962912] env[63339]: DEBUG nova.network.neutron [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Refreshing network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1199.001179] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3465796358e779f02af70d4f796499b0',container_format='bare',created_at=2025-07-21T14:48:34Z,direct_url=,disk_format='vmdk',id=56319bc5-9b90-4ff2-9d8e-a55e4859e7e9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1864542948-shelved',owner='4c310480bec74b6e9ef11075a65e03a4',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-07-21T14:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.001759] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.001971] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.002260] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.002501] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.002730] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.003116] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.003344] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.003608] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.003836] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.004757] env[63339]: DEBUG nova.virt.hardware [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.006306] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bc72c-e782-459b-8eda-2cb056d80f07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.019762] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d81705-8955-4442-9650-f8d58a1d970f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.042456] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:00:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '434adbef-2e87-4a22-b393-cf7c9b927848', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.053926] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.057733] env[63339]: DEBUG nova.network.neutron [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Successfully created port: dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1199.062376] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.063202] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de76b6e5-8490-42cd-a3b9-6162f7325282 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.087260] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.087260] env[63339]: value = "task-4320920" [ 1199.087260] env[63339]: _type = "Task" [ 1199.087260] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.098636] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320920, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.116347] env[63339]: INFO nova.network.neutron [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Port 8aa100b8-c970-450e-baec-2e6336449b67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1199.116813] env[63339]: DEBUG nova.network.neutron [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.124327] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 42b8aa63-b37b-42b7-ad88-b01f3f441416] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1199.219188] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.311648] env[63339]: DEBUG nova.scheduler.client.report [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.325453] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320919, 'name': Rename_Task, 'duration_secs': 0.162414} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.325698] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.325967] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5659d8e9-1a39-4572-a7a8-66b2e5a47c62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.334968] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1199.334968] env[63339]: value = "task-4320921" [ 1199.334968] env[63339]: _type = "Task" [ 1199.334968] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.344061] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.564900] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-8aa100b8-c970-450e-baec-2e6336449b67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.564900] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-8aa100b8-c970-450e-baec-2e6336449b67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.565172] env[63339]: DEBUG nova.objects.instance [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'flavor' on Instance uuid 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.601583] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320920, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.619714] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.622812] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] Acquired lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.622812] env[63339]: DEBUG nova.network.neutron [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Refreshing network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1199.628185] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 2950ec52-a1f0-407f-816b-e3f91b7212c8] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1199.708320] env[63339]: DEBUG nova.network.neutron [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updated VIF entry in instance network info cache for port 434adbef-2e87-4a22-b393-cf7c9b927848. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1199.708906] env[63339]: DEBUG nova.network.neutron [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [{"id": "434adbef-2e87-4a22-b393-cf7c9b927848", "address": "fa:16:3e:be:00:92", "network": {"id": "6afd4730-d44d-44c6-89a6-f5950e072c14", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-340496846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c310480bec74b6e9ef11075a65e03a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434adbef-2e", "ovs_interfaceid": "434adbef-2e87-4a22-b393-cf7c9b927848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.720170] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542567} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.721128] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] ee05d2a8-b06f-4d8a-88e4-c3c900676b9d/ee05d2a8-b06f-4d8a-88e4-c3c900676b9d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.721965] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.722648] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a7586a-5a69-4e31-8b14-2d6a0e722904 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.735259] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1199.735259] env[63339]: value = "task-4320922" [ 1199.735259] env[63339]: _type = "Task" [ 1199.735259] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.746817] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.848940] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320921, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.933204] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.964910] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.965070] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.965135] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.965658] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.965658] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.965658] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.965846] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.966019] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.966189] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.966465] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.966747] env[63339]: DEBUG nova.virt.hardware [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.967654] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8df2c-253c-4673-b589-081b31552e87 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.976260] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ce30b-180f-476e-99b3-c958717ae247 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.103776] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320920, 'name': CreateVM_Task, 'duration_secs': 0.77082} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.104210] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.105248] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.105606] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.106202] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.106698] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1f6507-e51c-4a47-98f8-0dff828e91a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.114628] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1200.114628] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52440259-5792-caf4-3f90-f81833027e89" [ 1200.114628] env[63339]: _type = "Task" [ 1200.114628] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.124761] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1d014d6b-cfa9-403e-ba89-0c15ecd4fc71 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-3dd75cf3-406e-42a0-a970-77d592cf055b-8aa100b8-c970-450e-baec-2e6336449b67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.792s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.126516] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52440259-5792-caf4-3f90-f81833027e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.132198] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 870c6382-317a-4067-9e38-e0e1a8e09437] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1200.205065] env[63339]: DEBUG nova.objects.instance [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.215162] env[63339]: DEBUG oslo_concurrency.lockutils [req-3c8aaf80-79c4-4025-86e4-f9865cf534d2 req-a9823b6c-5ac6-4ab1-be1f-1a49e5f13f3e service nova] Releasing lock "refresh_cache-c24f9a15-b5be-4e58-91e7-cca77adee30d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.249784] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122025} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.250074] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.250966] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee4cb3-67e8-43f1-bee7-521ba6a46654 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.278464] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ee05d2a8-b06f-4d8a-88e4-c3c900676b9d/ee05d2a8-b06f-4d8a-88e4-c3c900676b9d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.281192] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3cd43a-33a8-4a1c-a4cc-d961bbafbf46 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.305202] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1200.305202] env[63339]: value = "task-4320923" [ 1200.305202] env[63339]: _type = "Task" [ 1200.305202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.316749] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.328488] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.416s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.334936] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.526s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.336460] env[63339]: INFO nova.compute.claims [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.350023] env[63339]: DEBUG oslo_vmware.api [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4320921, 'name': PowerOnVM_Task, 'duration_secs': 0.54403} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.350023] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.350023] env[63339]: INFO nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1200.350311] env[63339]: DEBUG nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.351187] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f3ded-52c7-4ec4-bcc4-e739733848f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.410821] env[63339]: DEBUG nova.network.neutron [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updated VIF entry in instance network info cache for port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1200.410821] env[63339]: DEBUG nova.network.neutron [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [{"id": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "address": "fa:16:3e:04:04:c3", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a2d5e-ff", "ovs_interfaceid": "137a2d5e-fffa-44c7-8ea1-ca22d799c8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.625390] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.625745] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Processing image 56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.625879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.626040] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.626227] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.626736] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e91a0e-f5c3-445b-a3ac-596d6b999702 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.635320] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: e6243133-c513-4738-9813-780bf189cca5] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1200.638918] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.639122] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.639886] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a65520-0a71-4953-9868-90c8b658e64e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.646060] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1200.646060] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c17ecc-d652-4805-6b34-a369707340ff" [ 1200.646060] env[63339]: _type = "Task" [ 1200.646060] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.655510] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c17ecc-d652-4805-6b34-a369707340ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.711026] env[63339]: DEBUG nova.objects.base [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Object Instance<5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8> lazy-loaded attributes: flavor,pci_requests {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.711026] env[63339]: DEBUG nova.network.neutron [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1200.718630] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3864798-8a7f-49e8-aa3b-8dab7746a192 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.726102] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Suspending the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1200.726810] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f82acd8-ba0b-46ac-b58d-150c72da87d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.736476] env[63339]: DEBUG oslo_vmware.api [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1200.736476] env[63339]: value = "task-4320924" [ 1200.736476] env[63339]: _type = "Task" [ 1200.736476] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.746925] env[63339]: DEBUG oslo_vmware.api [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320924, 'name': SuspendVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.788248] env[63339]: DEBUG nova.policy [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c99cca517e4eedb2d8697b99f3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662beb6e42f4713b5e3d799e286f473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.811043] env[63339]: DEBUG nova.network.neutron [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Successfully updated port: dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1200.820471] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.851099] env[63339]: DEBUG nova.compute.manager [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1200.851099] env[63339]: DEBUG nova.compute.manager [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing instance network info cache due to event network-changed-c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1200.851324] env[63339]: DEBUG oslo_concurrency.lockutils [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.852673] env[63339]: DEBUG oslo_concurrency.lockutils [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.852673] env[63339]: DEBUG nova.network.neutron [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1200.871612] env[63339]: INFO nova.compute.manager [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Took 15.78 seconds to build instance. [ 1200.912021] env[63339]: INFO nova.scheduler.client.report [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted allocation for migration 718be232-90fa-4c28-a04f-c76b19d26663 [ 1200.915321] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f49f57e-280d-4dee-80ef-a95a66a96c01 req-881e53b1-6b33-4326-ad23-c3ed0a0baec3 service nova] Releasing lock "refresh_cache-3dd75cf3-406e-42a0-a970-77d592cf055b" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.117493] env[63339]: DEBUG nova.compute.manager [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Received event network-vif-plugged-dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1201.118222] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] Acquiring lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.118222] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.118222] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.118388] env[63339]: DEBUG nova.compute.manager [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] No waiting events found dispatching network-vif-plugged-dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.118544] env[63339]: WARNING nova.compute.manager [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Received unexpected event network-vif-plugged-dc4ff529-4b0f-4d75-b560-50bf405fed96 for instance with vm_state building and task_state spawning. [ 1201.118706] env[63339]: DEBUG nova.compute.manager [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Received event network-changed-dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1201.118882] env[63339]: DEBUG nova.compute.manager [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Refreshing instance network info cache due to event network-changed-dc4ff529-4b0f-4d75-b560-50bf405fed96. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1201.119075] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] Acquiring lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.119248] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] Acquired lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.119418] env[63339]: DEBUG nova.network.neutron [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Refreshing network info cache for port dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1201.138813] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.138975] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Cleaning up deleted instances with incomplete migration {{(pid=63339) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1201.157901] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1201.158187] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Fetch image to [datastore1] OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e/OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1201.158378] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Downloading stream optimized image 56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 to [datastore1] OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e/OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e.vmdk on the data store datastore1 as vApp {{(pid=63339) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1201.158554] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Downloading image file data 56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 to the ESX as VM named 'OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e' {{(pid=63339) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1201.252961] env[63339]: DEBUG oslo_vmware.api [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320924, 'name': SuspendVM_Task} progress is 58%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.259226] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1201.259226] env[63339]: value = "resgroup-9" [ 1201.259226] env[63339]: _type = "ResourcePool" [ 1201.259226] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1201.259561] env[63339]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-44eae9c3-5c11-44d9-90e2-f49194b64818 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.281998] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease: (returnval){ [ 1201.281998] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529657f0-4a1e-f4fb-8fb7-6b6facde12bd" [ 1201.281998] env[63339]: _type = "HttpNfcLease" [ 1201.281998] env[63339]: } obtained for vApp import into resource pool (val){ [ 1201.281998] env[63339]: value = "resgroup-9" [ 1201.281998] env[63339]: _type = "ResourcePool" [ 1201.281998] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1201.282478] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the lease: (returnval){ [ 1201.282478] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529657f0-4a1e-f4fb-8fb7-6b6facde12bd" [ 1201.282478] env[63339]: _type = "HttpNfcLease" [ 1201.282478] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.290209] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.290209] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529657f0-4a1e-f4fb-8fb7-6b6facde12bd" [ 1201.290209] env[63339]: _type = "HttpNfcLease" [ 1201.290209] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.316635] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.317038] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320923, 'name': ReconfigVM_Task, 'duration_secs': 0.723185} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.317240] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ee05d2a8-b06f-4d8a-88e4-c3c900676b9d/ee05d2a8-b06f-4d8a-88e4-c3c900676b9d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.318013] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f22f78ea-181b-492a-b3cf-55125f20ad0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.326683] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1201.326683] env[63339]: value = "task-4320926" [ 1201.326683] env[63339]: _type = "Task" [ 1201.326683] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.336674] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320926, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.374764] env[63339]: DEBUG oslo_concurrency.lockutils [None req-55362e55-1ba6-4c85-8746-17e2ceea1be5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.288s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.419018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-73d6d28c-f6ba-49bc-a6cd-ad1a19551e46 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.406s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.641246] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.664131] env[63339]: DEBUG nova.network.neutron [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1201.688399] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe7ce7-3018-41cf-9dd3-ed2f2b681de5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.699041] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d9a82-1c38-495c-981c-440e6d132823 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.745718] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76812730-e97c-4ee5-b9a3-228ee6197c26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.760033] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3886697a-749b-4a73-be5c-2ec25fa5c425 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.764536] env[63339]: DEBUG oslo_vmware.api [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320924, 'name': SuspendVM_Task, 'duration_secs': 0.723689} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.764819] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Suspended the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1201.765523] env[63339]: DEBUG nova.compute.manager [None req-92fa7f33-eefc-4861-89cd-4fa34477f801 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.767089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb69a8-2d3f-4f73-9188-b1d4dabdd33a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.779747] env[63339]: DEBUG nova.compute.provider_tree [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.790529] env[63339]: DEBUG nova.network.neutron [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.796375] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.796375] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529657f0-4a1e-f4fb-8fb7-6b6facde12bd" [ 1201.796375] env[63339]: _type = "HttpNfcLease" [ 1201.796375] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.841329] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320926, 'name': Rename_Task, 'duration_secs': 0.189631} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.842082] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.842571] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56178136-972e-4291-9087-9820407e2c27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.852452] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1201.852452] env[63339]: value = "task-4320927" [ 1201.852452] env[63339]: _type = "Task" [ 1201.852452] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.863663] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.134716] env[63339]: DEBUG nova.network.neutron [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updated VIF entry in instance network info cache for port c7bdfce5-11ae-4a8a-a59f-4c4432449c05. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1202.135285] env[63339]: DEBUG nova.network.neutron [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.283557] env[63339]: DEBUG nova.scheduler.client.report [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.296271] env[63339]: DEBUG oslo_concurrency.lockutils [req-7f3603e9-1717-4bf9-8ee8-0b1bd79b592b req-163ea196-7de2-4098-9a24-9f8c8151be92 service nova] Releasing lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.299708] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.299887] env[63339]: DEBUG nova.network.neutron [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1202.301681] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.301681] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529657f0-4a1e-f4fb-8fb7-6b6facde12bd" [ 1202.301681] env[63339]: _type = "HttpNfcLease" [ 1202.301681] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.303361] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.303361] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529657f0-4a1e-f4fb-8fb7-6b6facde12bd" [ 1202.303361] env[63339]: _type = "HttpNfcLease" [ 1202.303361] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1202.305560] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa261f-093c-4be2-9820-edbd23b0101c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.318936] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edb0eb-0113-0aad-eef2-20c55144d39b/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.319218] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edb0eb-0113-0aad-eef2-20c55144d39b/disk-0.vmdk. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1202.387570] env[63339]: INFO nova.compute.manager [None req-c4981e5a-6a7a-497f-b181-375107e7dc91 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Get console output [ 1202.388424] env[63339]: WARNING nova.virt.vmwareapi.driver [None req-c4981e5a-6a7a-497f-b181-375107e7dc91 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] The console log is missing. Check your VSPC configuration [ 1202.401674] env[63339]: DEBUG nova.network.neutron [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Successfully updated port: 8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1202.403708] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c856cf47-b5c8-4483-b3f7-ad06b50f2494 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.405706] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.638352] env[63339]: DEBUG oslo_concurrency.lockutils [req-30fa5157-db1e-44fa-bc46-1d8a3bc180a6 req-75d8993f-810a-4b51-8dbf-47821c70f881 service nova] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.790064] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.790735] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.844705] env[63339]: DEBUG nova.network.neutron [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1202.894708] env[63339]: DEBUG oslo_vmware.api [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320927, 'name': PowerOnVM_Task, 'duration_secs': 0.916591} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.897221] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.897943] env[63339]: INFO nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1202.897943] env[63339]: DEBUG nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.898677] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e61a4-d068-4f03-932b-661cebf55084 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.907802] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.907890] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.908245] env[63339]: DEBUG nova.network.neutron [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1203.042337] env[63339]: DEBUG nova.compute.manager [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-vif-plugged-8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1203.042337] env[63339]: DEBUG oslo_concurrency.lockutils [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.042569] env[63339]: DEBUG oslo_concurrency.lockutils [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.042790] env[63339]: DEBUG oslo_concurrency.lockutils [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.042973] env[63339]: DEBUG nova.compute.manager [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] No waiting events found dispatching network-vif-plugged-8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.043171] env[63339]: WARNING nova.compute.manager [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received unexpected event network-vif-plugged-8aa100b8-c970-450e-baec-2e6336449b67 for instance with vm_state active and task_state None. [ 1203.043346] env[63339]: DEBUG nova.compute.manager [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-changed-8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1203.043460] env[63339]: DEBUG nova.compute.manager [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing instance network info cache due to event network-changed-8aa100b8-c970-450e-baec-2e6336449b67. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1203.043636] env[63339]: DEBUG oslo_concurrency.lockutils [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.051727] env[63339]: DEBUG nova.network.neutron [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Updating instance_info_cache with network_info: [{"id": "dc4ff529-4b0f-4d75-b560-50bf405fed96", "address": "fa:16:3e:b8:65:ec", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4ff529-4b", "ovs_interfaceid": "dc4ff529-4b0f-4d75-b560-50bf405fed96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.273178] env[63339]: DEBUG nova.compute.manager [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Received event network-changed-1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1203.273436] env[63339]: DEBUG nova.compute.manager [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Refreshing instance network info cache due to event network-changed-1d232753-6022-4a5f-943f-94dd96fa9148. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1203.273668] env[63339]: DEBUG oslo_concurrency.lockutils [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.273826] env[63339]: DEBUG oslo_concurrency.lockutils [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.273971] env[63339]: DEBUG nova.network.neutron [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Refreshing network info cache for port 1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1203.297673] env[63339]: DEBUG nova.compute.utils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.299341] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.299341] env[63339]: DEBUG nova.network.neutron [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1203.339120] env[63339]: DEBUG nova.policy [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.429058] env[63339]: INFO nova.compute.manager [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Took 15.91 seconds to build instance. [ 1203.468630] env[63339]: WARNING nova.network.neutron [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] 82a1361c-aa7d-4ed1-9373-36fd2cf64f68 already exists in list: networks containing: ['82a1361c-aa7d-4ed1-9373-36fd2cf64f68']. ignoring it [ 1203.554738] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.555075] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance network_info: |[{"id": "dc4ff529-4b0f-4d75-b560-50bf405fed96", "address": "fa:16:3e:b8:65:ec", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4ff529-4b", "ovs_interfaceid": "dc4ff529-4b0f-4d75-b560-50bf405fed96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.555520] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:65:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc4ff529-4b0f-4d75-b560-50bf405fed96', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.565355] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.566201] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.574554] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0df71c1-d694-4675-8686-b2770cb65719 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.607679] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.607679] env[63339]: value = "task-4320928" [ 1203.607679] env[63339]: _type = "Task" [ 1203.607679] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.622282] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320928, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.627264] env[63339]: DEBUG nova.network.neutron [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Successfully created port: 08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1203.803816] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.890057] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b46fc-7ebb-4551-9171-20d83c363a3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.898287] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Suspending the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1203.900055] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d08f6f05-8f5c-4b6e-9928-89a68acb1e40 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.909059] env[63339]: DEBUG oslo_vmware.api [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1203.909059] env[63339]: value = "task-4320929" [ 1203.909059] env[63339]: _type = "Task" [ 1203.909059] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.925540] env[63339]: DEBUG oslo_vmware.api [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320929, 'name': SuspendVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.930823] env[63339]: DEBUG oslo_concurrency.lockutils [None req-66f65b9c-092b-4f80-824e-0817a8428435 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.433s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.969502] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1203.969826] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edb0eb-0113-0aad-eef2-20c55144d39b/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.970927] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c7cb1-19d6-44b9-a557-9def737fba23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.976098] env[63339]: DEBUG nova.network.neutron [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aa100b8-c970-450e-baec-2e6336449b67", "address": "fa:16:3e:74:7d:db", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa100b8-c9", "ovs_interfaceid": "8aa100b8-c970-450e-baec-2e6336449b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.981140] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edb0eb-0113-0aad-eef2-20c55144d39b/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.981388] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edb0eb-0113-0aad-eef2-20c55144d39b/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1203.982018] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f21cd93b-4e37-4ac7-a66b-b8ad12630c03 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.069571] env[63339]: INFO nova.compute.manager [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Resuming [ 1204.070554] env[63339]: DEBUG nova.objects.instance [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'flavor' on Instance uuid 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.120524] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320928, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.148459] env[63339]: DEBUG nova.network.neutron [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updated VIF entry in instance network info cache for port 1d232753-6022-4a5f-943f-94dd96fa9148. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1204.148859] env[63339]: DEBUG nova.network.neutron [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.300869] env[63339]: DEBUG oslo_vmware.rw_handles [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edb0eb-0113-0aad-eef2-20c55144d39b/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1204.301148] env[63339]: INFO nova.virt.vmwareapi.images [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Downloaded image file data 56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 [ 1204.302163] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7638e95-d712-46d7-ae2f-b02e697f695a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.321721] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0598582-5d38-4cd8-ab6b-1ebfa56738c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.386055] env[63339]: INFO nova.virt.vmwareapi.images [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] The imported VM was unregistered [ 1204.388756] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1204.388921] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Creating directory with path [datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.389234] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4e4af0-049f-4c26-94df-d7a8bcac6778 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.422167] env[63339]: DEBUG oslo_vmware.api [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320929, 'name': SuspendVM_Task} progress is 58%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.425726] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Created directory with path [datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9 {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.425914] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e/OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e.vmdk to [datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk. {{(pid=63339) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1204.426183] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-005ee73b-942f-4f10-a467-d875273da72e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.432635] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1204.432635] env[63339]: value = "task-4320931" [ 1204.432635] env[63339]: _type = "Task" [ 1204.432635] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.440934] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.483028] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.483746] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.483907] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.484203] env[63339]: DEBUG oslo_concurrency.lockutils [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.484386] env[63339]: DEBUG nova.network.neutron [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Refreshing network info cache for port 8aa100b8-c970-450e-baec-2e6336449b67 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1204.486189] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b177bf7-c3af-4d68-9ccb-58e11859c50c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.504948] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.505196] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.505344] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.505526] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.505674] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.505823] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.506043] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.506209] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.506374] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.506536] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.506744] env[63339]: DEBUG nova.virt.hardware [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.513480] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Reconfiguring VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1204.514601] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa99259-b961-445a-8ffc-6600770eaec9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.534420] env[63339]: DEBUG oslo_vmware.api [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1204.534420] env[63339]: value = "task-4320932" [ 1204.534420] env[63339]: _type = "Task" [ 1204.534420] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.544181] env[63339]: DEBUG oslo_vmware.api [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320932, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.620110] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320928, 'name': CreateVM_Task, 'duration_secs': 0.522182} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.620312] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.621026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.621207] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.621565] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.621836] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daeb821b-5fb6-43b7-a80b-3f52698afdc1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.627733] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1204.627733] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52884880-e37d-2e0b-f156-83c707e56289" [ 1204.627733] env[63339]: _type = "Task" [ 1204.627733] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.636666] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52884880-e37d-2e0b-f156-83c707e56289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.652719] env[63339]: DEBUG oslo_concurrency.lockutils [req-062efa0f-e7d0-4481-acf5-523898ded3ba req-33076e6d-418b-451c-b941-63bdc855e059 service nova] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.825637] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.857020] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.857020] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.857020] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.857020] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.857609] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.857898] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.858254] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.858558] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.859248] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.859248] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.859248] env[63339]: DEBUG nova.virt.hardware [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.860132] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19256894-34f4-40e6-8da9-b32b5b54839e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.870542] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bae587-bfe0-4f55-8614-47837237df22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.925606] env[63339]: DEBUG oslo_vmware.api [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320929, 'name': SuspendVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.944132] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.046868] env[63339]: DEBUG oslo_vmware.api [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.144075] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52884880-e37d-2e0b-f156-83c707e56289, 'name': SearchDatastore_Task, 'duration_secs': 0.040827} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.144628] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.144898] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.145253] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.145511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.145746] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.146106] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8783c109-f155-4cb2-ab49-3c6ec43a2891 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.164281] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.164281] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.165081] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23904824-5e18-471d-93c3-15e920068d96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172792] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1205.172792] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521b7a97-bbe2-d11e-2b45-2030307a3650" [ 1205.172792] env[63339]: _type = "Task" [ 1205.172792] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.182970] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521b7a97-bbe2-d11e-2b45-2030307a3650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.356549] env[63339]: DEBUG nova.compute.manager [req-ba9bd7ea-694d-4dfe-b52a-7a50071354f9 req-f392c065-1055-4946-80a2-0d3a71571931 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Received event network-vif-plugged-08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1205.356981] env[63339]: DEBUG oslo_concurrency.lockutils [req-ba9bd7ea-694d-4dfe-b52a-7a50071354f9 req-f392c065-1055-4946-80a2-0d3a71571931 service nova] Acquiring lock "1191f0fc-d159-447b-96d7-48ae4a681c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.357218] env[63339]: DEBUG oslo_concurrency.lockutils [req-ba9bd7ea-694d-4dfe-b52a-7a50071354f9 req-f392c065-1055-4946-80a2-0d3a71571931 service nova] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.357391] env[63339]: DEBUG oslo_concurrency.lockutils [req-ba9bd7ea-694d-4dfe-b52a-7a50071354f9 req-f392c065-1055-4946-80a2-0d3a71571931 service nova] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.357573] env[63339]: DEBUG nova.compute.manager [req-ba9bd7ea-694d-4dfe-b52a-7a50071354f9 req-f392c065-1055-4946-80a2-0d3a71571931 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] No waiting events found dispatching network-vif-plugged-08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.358134] env[63339]: WARNING nova.compute.manager [req-ba9bd7ea-694d-4dfe-b52a-7a50071354f9 req-f392c065-1055-4946-80a2-0d3a71571931 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Received unexpected event network-vif-plugged-08864ebb-ccce-476d-8f50-5a7c9787b7e5 for instance with vm_state building and task_state spawning. [ 1205.385495] env[63339]: DEBUG nova.network.neutron [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updated VIF entry in instance network info cache for port 8aa100b8-c970-450e-baec-2e6336449b67. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1205.385853] env[63339]: DEBUG nova.network.neutron [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aa100b8-c970-450e-baec-2e6336449b67", "address": "fa:16:3e:74:7d:db", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa100b8-c9", "ovs_interfaceid": "8aa100b8-c970-450e-baec-2e6336449b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.427909] env[63339]: DEBUG oslo_vmware.api [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320929, 'name': SuspendVM_Task, 'duration_secs': 1.075371} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.428373] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Suspended the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1205.428653] env[63339]: DEBUG nova.compute.manager [None req-c9b7075f-d94b-43b4-8b11-3d32c324051e tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.429901] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2dac17-787d-4b29-8fc0-2e87da155134 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.451223] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.476869] env[63339]: DEBUG nova.network.neutron [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Successfully updated port: 08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1205.547536] env[63339]: DEBUG oslo_vmware.api [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320932, 'name': ReconfigVM_Task, 'duration_secs': 0.808391} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.548087] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.548329] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Reconfigured VM to attach interface {{(pid=63339) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1205.582338] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.582588] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquired lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.582836] env[63339]: DEBUG nova.network.neutron [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1205.684510] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521b7a97-bbe2-d11e-2b45-2030307a3650, 'name': SearchDatastore_Task, 'duration_secs': 0.080515} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.686038] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234d4b91-1042-4eeb-aafd-ead73f7d94af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.692556] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1205.692556] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aa6dd7-f056-f611-d104-845674c9f8dd" [ 1205.692556] env[63339]: _type = "Task" [ 1205.692556] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.702155] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aa6dd7-f056-f611-d104-845674c9f8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.889729] env[63339]: DEBUG oslo_concurrency.lockutils [req-ada8c1a9-2ad3-4475-aa9f-8bbf4687c220 req-8e98f8c2-be69-4d0e-9019-330de3c7e3fb service nova] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.944868] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.980239] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-1191f0fc-d159-447b-96d7-48ae4a681c8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.980395] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-1191f0fc-d159-447b-96d7-48ae4a681c8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.980561] env[63339]: DEBUG nova.network.neutron [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1206.053943] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d709d77-206b-42c9-a910-60279a60ccd8 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-8aa100b8-c970-450e-baec-2e6336449b67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.489s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.143639] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.143858] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.205432] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52aa6dd7-f056-f611-d104-845674c9f8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.089332} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.208580] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.208760] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.209402] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4425f3da-8158-4b4a-ae97-0d39255bf3df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.219122] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1206.219122] env[63339]: value = "task-4320933" [ 1206.219122] env[63339]: _type = "Task" [ 1206.219122] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.231417] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.345417] env[63339]: DEBUG nova.network.neutron [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [{"id": "0e48e858-91a1-47da-a9d3-6254debfb642", "address": "fa:16:3e:30:fd:c4", "network": {"id": "5d57c64e-1f5e-4ea3-be27-eb1fc5489d29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-880987832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10c9f8b35a254fadacb3919a033931c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e48e858-91", "ovs_interfaceid": "0e48e858-91a1-47da-a9d3-6254debfb642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.447738] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.517102] env[63339]: DEBUG nova.network.neutron [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1206.651036] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.651219] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.651357] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.651524] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.651677] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.651876] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.652031] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1206.652194] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.666734] env[63339]: DEBUG nova.network.neutron [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Updating instance_info_cache with network_info: [{"id": "08864ebb-ccce-476d-8f50-5a7c9787b7e5", "address": "fa:16:3e:98:2d:0e", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08864ebb-cc", "ovs_interfaceid": "08864ebb-ccce-476d-8f50-5a7c9787b7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.732629] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.787205] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.787542] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.787952] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.788252] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.788449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.790822] env[63339]: INFO nova.compute.manager [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Terminating instance [ 1206.848820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Releasing lock "refresh_cache-22a3e469-af6e-424d-ac13-417226cd1e5d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.849979] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35a1948-5bb1-4745-b312-c71e25f9f8e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.858564] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Resuming the VM {{(pid=63339) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1206.858677] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-156d58c5-a98a-448f-a6c7-e7fc848f9d61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.867089] env[63339]: DEBUG oslo_vmware.api [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1206.867089] env[63339]: value = "task-4320934" [ 1206.867089] env[63339]: _type = "Task" [ 1206.867089] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.880621] env[63339]: DEBUG oslo_vmware.api [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.948857] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.156273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.156516] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.156791] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.156963] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1207.157902] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c515f7f-f589-49c1-a5e6-9cb1ee9f8bf4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.169380] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dd37da-f4b9-4ad3-868a-35dc0bce6c71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.174155] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-1191f0fc-d159-447b-96d7-48ae4a681c8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.174667] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Instance network_info: |[{"id": "08864ebb-ccce-476d-8f50-5a7c9787b7e5", "address": "fa:16:3e:98:2d:0e", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08864ebb-cc", "ovs_interfaceid": "08864ebb-ccce-476d-8f50-5a7c9787b7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.175205] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08864ebb-ccce-476d-8f50-5a7c9787b7e5', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.183358] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.184136] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.184400] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b60ed194-7582-490e-b7f4-1d0dd7b5e8d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.209594] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e807e2a1-de23-4490-8b80-7781488a4d6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.215710] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.215710] env[63339]: value = "task-4320935" [ 1207.215710] env[63339]: _type = "Task" [ 1207.215710] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.224437] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f11b9d-5c4d-44ae-8fad-2b9b8df8c593 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.240758] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.274343] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320935, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.274855] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179138MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1207.274933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.275197] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.295505] env[63339]: DEBUG nova.compute.manager [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.295915] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.297104] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d13b426-0464-46a4-9838-f7d83abd4040 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.306583] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.306982] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aa64d43-d6b3-402d-978c-d5d46bb36b3c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.381854] env[63339]: DEBUG oslo_vmware.api [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320934, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.387301] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.387436] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.387584] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleting the datastore file [datastore1] ee05d2a8-b06f-4d8a-88e4-c3c900676b9d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.389439] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d060c2-0027-447a-86da-806a0facd365 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.393194] env[63339]: DEBUG nova.compute.manager [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Received event network-changed-08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1207.393416] env[63339]: DEBUG nova.compute.manager [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Refreshing instance network info cache due to event network-changed-08864ebb-ccce-476d-8f50-5a7c9787b7e5. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1207.393653] env[63339]: DEBUG oslo_concurrency.lockutils [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] Acquiring lock "refresh_cache-1191f0fc-d159-447b-96d7-48ae4a681c8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.393852] env[63339]: DEBUG oslo_concurrency.lockutils [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] Acquired lock "refresh_cache-1191f0fc-d159-447b-96d7-48ae4a681c8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.394121] env[63339]: DEBUG nova.network.neutron [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Refreshing network info cache for port 08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1207.404735] env[63339]: DEBUG oslo_vmware.api [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1207.404735] env[63339]: value = "task-4320937" [ 1207.404735] env[63339]: _type = "Task" [ 1207.404735] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.419909] env[63339]: DEBUG oslo_vmware.api [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.450252] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.729023] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320935, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.740131] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320933, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.815372] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "interface-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-8aa100b8-c970-450e-baec-2e6336449b67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.815629] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-8aa100b8-c970-450e-baec-2e6336449b67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.878900] env[63339]: DEBUG oslo_vmware.api [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320934, 'name': PowerOnVM_Task, 'duration_secs': 0.670507} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.879261] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Resumed the VM {{(pid=63339) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1207.879455] env[63339]: DEBUG nova.compute.manager [None req-d71427f9-fe33-4d24-b525-edd02df39cc9 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.880263] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45916969-7112-4989-911a-6dd80be9b365 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.917071] env[63339]: DEBUG oslo_vmware.api [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.950489] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320931, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.042554} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.950838] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e/OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e.vmdk to [datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk. [ 1207.951029] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Cleaning up location [datastore1] OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1207.951201] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fee72691-b9ba-4b4c-896e-53e5ce41b68e {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.951464] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de8654b5-e963-4215-968a-c10f693c2d10 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.960827] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1207.960827] env[63339]: value = "task-4320938" [ 1207.960827] env[63339]: _type = "Task" [ 1207.960827] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.971112] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.119255] env[63339]: DEBUG nova.network.neutron [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Updated VIF entry in instance network info cache for port 08864ebb-ccce-476d-8f50-5a7c9787b7e5. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1208.119712] env[63339]: DEBUG nova.network.neutron [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Updating instance_info_cache with network_info: [{"id": "08864ebb-ccce-476d-8f50-5a7c9787b7e5", "address": "fa:16:3e:98:2d:0e", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08864ebb-cc", "ovs_interfaceid": "08864ebb-ccce-476d-8f50-5a7c9787b7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.229695] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320935, 'name': CreateVM_Task, 'duration_secs': 0.55401} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.229971] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.230638] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.230816] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.231185] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.231530] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88c589d-40ee-4eff-9e69-437e0699f3ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.240753] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1208.240753] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c04c25-23a4-1fb1-d81a-e29786d047a1" [ 1208.240753] env[63339]: _type = "Task" [ 1208.240753] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.244269] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.694683} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.247442] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.247690] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.248018] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87f012c8-1d65-4288-a18d-1baf4be1926f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.255449] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c04c25-23a4-1fb1-d81a-e29786d047a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.256749] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.256946] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.257228] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.257390] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.257601] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.257944] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1208.257944] env[63339]: value = "task-4320939" [ 1208.257944] env[63339]: _type = "Task" [ 1208.257944] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.258146] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3431ce39-3a32-41d1-9906-0134aadb4d5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.268851] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.270220] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.270403] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.271160] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c400600-c833-4baa-a6fe-30741ecbbfd0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.276532] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1208.276532] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a9e382-1922-95e6-baaa-744337561a1a" [ 1208.276532] env[63339]: _type = "Task" [ 1208.276532] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.284379] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a9e382-1922-95e6-baaa-744337561a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.310531] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.310732] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.310861] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 44f7b227-f2cb-4cef-a02b-b9ff490c9755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.310982] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0887d274-0d7c-464a-8f7e-dbcdcbd45464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311141] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 3dd75cf3-406e-42a0-a970-77d592cf055b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311261] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311377] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311488] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 22a3e469-af6e-424d-ac13-417226cd1e5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311596] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c92346a8-9320-43bd-b921-627479e0a4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311725] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 32b33629-4bbf-4d72-8c41-655faaa4863e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311839] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ee05d2a8-b06f-4d8a-88e4-c3c900676b9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.311951] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c24f9a15-b5be-4e58-91e7-cca77adee30d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.312089] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 5300b719-ad0f-49d9-93a7-7ee7cab2b481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.312206] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 1191f0fc-d159-447b-96d7-48ae4a681c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.312466] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1208.312542] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1208.318493] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.318679] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.319618] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0d96a-2f30-484d-9e49-a487e43ca95f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.340257] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1218e08a-8466-443e-9d42-1fb544b149fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.367485] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Reconfiguring VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1208.369921] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfceea6-7a45-444c-b73b-ce60ee3468a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.389989] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1208.389989] env[63339]: value = "task-4320940" [ 1208.389989] env[63339]: _type = "Task" [ 1208.389989] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.406532] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.417017] env[63339]: DEBUG oslo_vmware.api [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.760227} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.418032] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.418124] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.418286] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.418459] env[63339]: INFO nova.compute.manager [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1208.418695] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.418887] env[63339]: DEBUG nova.compute.manager [-] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.418995] env[63339]: DEBUG nova.network.neutron [-] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1208.472297] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119709} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.475228] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.475452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.475779] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk to [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.478459] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1d5724-ff74-45f1-b8f9-b2a487608d3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.486680] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1208.486680] env[63339]: value = "task-4320941" [ 1208.486680] env[63339]: _type = "Task" [ 1208.486680] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.497624] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.560308] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91d23a-56e2-49f9-accf-536cb869a627 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.567836] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7070c56e-918a-460e-b4c2-aca3cdd07d8a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.600659] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e9001-3c20-460e-9a8e-e207b96b4ea3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.612777] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0394113-a920-4bea-af1d-9b9368cbb5d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.623053] env[63339]: DEBUG oslo_concurrency.lockutils [req-e41006d4-9c1f-4c97-9c07-0496c0596ac8 req-c0cf5910-bb07-4af3-97f5-4350517b1c6a service nova] Releasing lock "refresh_cache-1191f0fc-d159-447b-96d7-48ae4a681c8d" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.632387] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.771420] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075789} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.771760] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.772648] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78669306-9ab3-46a3-b629-7ae3e2a6e14b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.797717] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a9e382-1922-95e6-baaa-744337561a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.807617] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.809232] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5919a81-24c2-4b45-abc2-864506d00266 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.828018] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88a1439-0875-4119-b0b7-34882e303313 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.839150] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1208.839150] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c909b3-4f6a-2f13-0ca1-6d13aff456dd" [ 1208.839150] env[63339]: _type = "Task" [ 1208.839150] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.841648] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1208.841648] env[63339]: value = "task-4320942" [ 1208.841648] env[63339]: _type = "Task" [ 1208.841648] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.857088] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.860825] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c909b3-4f6a-2f13-0ca1-6d13aff456dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.899907] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.996874] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320941, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.136510] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.223326] env[63339]: DEBUG nova.network.neutron [-] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.354884] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c909b3-4f6a-2f13-0ca1-6d13aff456dd, 'name': SearchDatastore_Task, 'duration_secs': 0.0848} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.355740] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.356120] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 1191f0fc-d159-447b-96d7-48ae4a681c8d/1191f0fc-d159-447b-96d7-48ae4a681c8d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.356478] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c69e4697-0224-4ad0-9760-cfe33e6cf59f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.362519] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.370959] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1209.370959] env[63339]: value = "task-4320943" [ 1209.370959] env[63339]: _type = "Task" [ 1209.370959] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.381497] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.401894] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.431042] env[63339]: DEBUG nova.compute.manager [req-a6d53e4a-2316-45d9-95d3-6e622f112575 req-580a841b-9ee2-47e9-89a7-931f5184e1fe service nova] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Received event network-vif-deleted-902888cb-f4ff-4bf6-972e-fa4d8a90a921 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1209.499977] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320941, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.643097] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1209.643318] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.368s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.727054] env[63339]: INFO nova.compute.manager [-] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Took 1.31 seconds to deallocate network for instance. [ 1209.859814] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.881683] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.902148] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.998401] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320941, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.234766] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.235313] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.235454] env[63339]: DEBUG nova.objects.instance [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'resources' on Instance uuid ee05d2a8-b06f-4d8a-88e4-c3c900676b9d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.358552] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320942, 'name': ReconfigVM_Task, 'duration_secs': 1.345763} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.358853] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.359560] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2760b75-2017-4a6f-84e3-2f2ff3e383f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.366665] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1210.366665] env[63339]: value = "task-4320944" [ 1210.366665] env[63339]: _type = "Task" [ 1210.366665] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.377238] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320944, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.387378] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.402595] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.498588] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320941, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.877477] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320944, 'name': Rename_Task, 'duration_secs': 0.503231} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.883226] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.883730] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e80b3f7-e0d5-44ac-94a5-e9a215c6ccfa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.890977] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.892459] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1210.892459] env[63339]: value = "task-4320945" [ 1210.892459] env[63339]: _type = "Task" [ 1210.892459] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.908355] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.912274] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.979260] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec9e73-2a60-40fb-87d3-cd61a6c2fe36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.989207] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01421cda-9578-467d-98a5-968325c3eb7e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.003615] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320941, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.415536} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.030713] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9/56319bc5-9b90-4ff2-9d8e-a55e4859e7e9.vmdk to [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.032588] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934eec5f-42bc-4dc2-a438-ba8efd853849 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.037755] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3703e8-05c7-4789-8876-55b9a363896a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.063927] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a12b327-f991-4a71-83e2-28bd11be33e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.077089] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.077491] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1de2ce-527d-42cc-a34e-a9c96da342fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.103751] env[63339]: DEBUG nova.compute.provider_tree [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.106734] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1211.106734] env[63339]: value = "task-4320946" [ 1211.106734] env[63339]: _type = "Task" [ 1211.106734] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.117190] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.388188] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320943, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.870471} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.388469] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 1191f0fc-d159-447b-96d7-48ae4a681c8d/1191f0fc-d159-447b-96d7-48ae4a681c8d.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.388724] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.388944] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3fe1bce-34ca-4f1d-8b04-de829ad160d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.400482] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1211.400482] env[63339]: value = "task-4320947" [ 1211.400482] env[63339]: _type = "Task" [ 1211.400482] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.410737] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.411063] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.416272] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.608730] env[63339]: DEBUG nova.scheduler.client.report [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.622296] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.910030] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320945, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.913372] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.918027] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.382804} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.918027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.918722] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed7b98f-2876-4640-9ef2-fa63275d7580 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.941833] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 1191f0fc-d159-447b-96d7-48ae4a681c8d/1191f0fc-d159-447b-96d7-48ae4a681c8d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.942198] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1e9273-3a53-440b-805b-fd6738c31421 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.962834] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1211.962834] env[63339]: value = "task-4320948" [ 1211.962834] env[63339]: _type = "Task" [ 1211.962834] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.972213] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.116882] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.125448] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.156673] env[63339]: INFO nova.scheduler.client.report [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocations for instance ee05d2a8-b06f-4d8a-88e4-c3c900676b9d [ 1212.406950] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.410251] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.473635] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.624054] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320946, 'name': ReconfigVM_Task, 'duration_secs': 1.425427} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.624054] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d/c24f9a15-b5be-4e58-91e7-cca77adee30d.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.624296] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41ea4b53-7fb1-4bb0-a75e-c722ee0099c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.631045] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1212.631045] env[63339]: value = "task-4320949" [ 1212.631045] env[63339]: _type = "Task" [ 1212.631045] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.640825] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320949, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.664374] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2b4ee864-682e-4646-9039-b944eb081f8b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "ee05d2a8-b06f-4d8a-88e4-c3c900676b9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.877s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.909938] env[63339]: DEBUG oslo_vmware.api [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4320945, 'name': PowerOnVM_Task, 'duration_secs': 1.670633} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.913185] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.913413] env[63339]: INFO nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1212.913592] env[63339]: DEBUG nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.914144] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.915069] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b329bc-db36-4374-9797-8fae83c4caa3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.975451] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.143728] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320949, 'name': Rename_Task, 'duration_secs': 0.182161} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.143728] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.143728] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13c4e57-6b94-43f1-af05-477b19f7bb4e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.151028] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1213.151028] env[63339]: value = "task-4320950" [ 1213.151028] env[63339]: _type = "Task" [ 1213.151028] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.158499] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.404209] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.404480] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.404734] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.404941] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.405131] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.410492] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.411043] env[63339]: INFO nova.compute.manager [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Terminating instance [ 1213.433243] env[63339]: INFO nova.compute.manager [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Took 20.77 seconds to build instance. [ 1213.476958] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320948, 'name': ReconfigVM_Task, 'duration_secs': 1.126662} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.477303] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 1191f0fc-d159-447b-96d7-48ae4a681c8d/1191f0fc-d159-447b-96d7-48ae4a681c8d.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.477777] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-516ff462-fe4d-4d98-99d8-00ca7504256a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.484891] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1213.484891] env[63339]: value = "task-4320951" [ 1213.484891] env[63339]: _type = "Task" [ 1213.484891] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.495421] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320951, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.661831] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320950, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.907832] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.914823] env[63339]: DEBUG nova.compute.manager [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.915165] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.916338] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d417175-3b6d-4681-8828-5ea693c612c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.925520] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.925766] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10370307-f66c-4334-971b-8d57b4f85520 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.932524] env[63339]: DEBUG oslo_vmware.api [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1213.932524] env[63339]: value = "task-4320952" [ 1213.932524] env[63339]: _type = "Task" [ 1213.932524] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.936514] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.280s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.942578] env[63339]: DEBUG oslo_vmware.api [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.995554] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320951, 'name': Rename_Task, 'duration_secs': 0.161369} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.995883] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.996191] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c1643a1-c50c-487e-9d93-48adba81e1b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.004567] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1214.004567] env[63339]: value = "task-4320953" [ 1214.004567] env[63339]: _type = "Task" [ 1214.004567] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.016889] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.138256] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.138484] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.166120] env[63339]: DEBUG oslo_vmware.api [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4320950, 'name': PowerOnVM_Task, 'duration_secs': 0.58628} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.166488] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.233994] env[63339]: DEBUG nova.compute.manager [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Received event network-changed-dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1214.234212] env[63339]: DEBUG nova.compute.manager [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Refreshing instance network info cache due to event network-changed-dc4ff529-4b0f-4d75-b560-50bf405fed96. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1214.234683] env[63339]: DEBUG oslo_concurrency.lockutils [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] Acquiring lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.236531] env[63339]: DEBUG oslo_concurrency.lockutils [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] Acquired lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.236779] env[63339]: DEBUG nova.network.neutron [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Refreshing network info cache for port dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1214.281367] env[63339]: DEBUG nova.compute.manager [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.283047] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6894520d-ad00-4a26-b0e3-927a8094bdb1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.409671] env[63339]: DEBUG oslo_vmware.api [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320940, 'name': ReconfigVM_Task, 'duration_secs': 5.801479} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.410018] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.410263] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Reconfigured VM to detach interface {{(pid=63339) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1214.444203] env[63339]: DEBUG oslo_vmware.api [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320952, 'name': PowerOffVM_Task, 'duration_secs': 0.264117} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.446947] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.447169] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.447453] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f52e88-a71f-4837-9b0d-7eae8321b806 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.517250] env[63339]: DEBUG oslo_vmware.api [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320953, 'name': PowerOnVM_Task, 'duration_secs': 0.504694} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.517690] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.517812] env[63339]: INFO nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1214.518009] env[63339]: DEBUG nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.518824] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921b7f5-ebbc-4c76-b27b-73620763fbf1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.532184] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.532400] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.532600] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleting the datastore file [datastore2] 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.532836] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b63acb8-b18a-4f73-ad6b-02dae229b286 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.539517] env[63339]: DEBUG oslo_vmware.api [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for the task: (returnval){ [ 1214.539517] env[63339]: value = "task-4320955" [ 1214.539517] env[63339]: _type = "Task" [ 1214.539517] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.547838] env[63339]: DEBUG oslo_vmware.api [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.641217] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.803568] env[63339]: DEBUG oslo_concurrency.lockutils [None req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.412s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.036870] env[63339]: INFO nova.compute.manager [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Took 16.26 seconds to build instance. [ 1215.049769] env[63339]: DEBUG oslo_vmware.api [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Task: {'id': task-4320955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337999} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.050058] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.050243] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.050458] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.050676] env[63339]: INFO nova.compute.manager [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1215.050817] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.051017] env[63339]: DEBUG nova.compute.manager [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.051125] env[63339]: DEBUG nova.network.neutron [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1215.111841] env[63339]: DEBUG nova.network.neutron [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Updated VIF entry in instance network info cache for port dc4ff529-4b0f-4d75-b560-50bf405fed96. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1215.112232] env[63339]: DEBUG nova.network.neutron [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Updating instance_info_cache with network_info: [{"id": "dc4ff529-4b0f-4d75-b560-50bf405fed96", "address": "fa:16:3e:b8:65:ec", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4ff529-4b", "ovs_interfaceid": "dc4ff529-4b0f-4d75-b560-50bf405fed96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.166255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.166255] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.168865] env[63339]: INFO nova.compute.claims [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.539024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.770s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.615037] env[63339]: DEBUG oslo_concurrency.lockutils [req-42384a7a-6425-47ec-8528-db7b17942f4d req-d60cbbbd-fa49-494f-8611-20ef14ae95fb service nova] Releasing lock "refresh_cache-5300b719-ad0f-49d9-93a7-7ee7cab2b481" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.638192] env[63339]: DEBUG nova.compute.manager [req-779f3e19-995b-4517-85b8-f4f3eb03042a req-41f1ff35-e37a-4bde-9ec6-d61018c0585d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Received event network-vif-deleted-0e48e858-91a1-47da-a9d3-6254debfb642 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1215.638192] env[63339]: INFO nova.compute.manager [req-779f3e19-995b-4517-85b8-f4f3eb03042a req-41f1ff35-e37a-4bde-9ec6-d61018c0585d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Neutron deleted interface 0e48e858-91a1-47da-a9d3-6254debfb642; detaching it from the instance and deleting it from the info cache [ 1215.638192] env[63339]: DEBUG nova.network.neutron [req-779f3e19-995b-4517-85b8-f4f3eb03042a req-41f1ff35-e37a-4bde-9ec6-d61018c0585d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.807304] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.807470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquired lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.807681] env[63339]: DEBUG nova.network.neutron [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1215.824056] env[63339]: DEBUG nova.network.neutron [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.140729] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf2d8e5c-48f2-42b5-a82c-4a2d60f8a171 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.153327] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0fec95-9a8a-4b31-9095-3a1586fc5b39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.199039] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.199290] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.199573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "1191f0fc-d159-447b-96d7-48ae4a681c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.199886] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.200100] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.202483] env[63339]: DEBUG nova.compute.manager [req-779f3e19-995b-4517-85b8-f4f3eb03042a req-41f1ff35-e37a-4bde-9ec6-d61018c0585d service nova] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Detach interface failed, port_id=0e48e858-91a1-47da-a9d3-6254debfb642, reason: Instance 22a3e469-af6e-424d-ac13-417226cd1e5d could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1216.206079] env[63339]: INFO nova.compute.manager [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Terminating instance [ 1216.326831] env[63339]: INFO nova.compute.manager [-] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Took 1.28 seconds to deallocate network for instance. [ 1216.394839] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6553a327-9816-4637-ad58-470d6761648c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.403204] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aa8be4-89ac-450f-94af-004c623c22f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.435882] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057da174-a5f8-4df8-ac82-253ee2072166 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.443880] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1563fb-3bb9-4168-8a38-7efd0ee657e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.457524] env[63339]: DEBUG nova.compute.provider_tree [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.512722] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.512990] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.513232] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.513420] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.513588] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.515842] env[63339]: INFO nova.compute.manager [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Terminating instance [ 1216.550526] env[63339]: INFO nova.network.neutron [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Port 8aa100b8-c970-450e-baec-2e6336449b67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1216.550911] env[63339]: DEBUG nova.network.neutron [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [{"id": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "address": "fa:16:3e:0a:40:b5", "network": {"id": "82a1361c-aa7d-4ed1-9373-36fd2cf64f68", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-983872749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5662beb6e42f4713b5e3d799e286f473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7bdfce5-11", "ovs_interfaceid": "c7bdfce5-11ae-4a8a-a59f-4c4432449c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.710439] env[63339]: DEBUG nova.compute.manager [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.710687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.712103] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e3270-426a-4e7c-b2f2-a14b60d4ad21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.720822] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.721032] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-960a9eed-398a-42c1-a771-510544bbefda {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.727824] env[63339]: DEBUG oslo_vmware.api [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1216.727824] env[63339]: value = "task-4320956" [ 1216.727824] env[63339]: _type = "Task" [ 1216.727824] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.736896] env[63339]: DEBUG oslo_vmware.api [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.835210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.963092] env[63339]: DEBUG nova.scheduler.client.report [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.020191] env[63339]: DEBUG nova.compute.manager [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.020455] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.021403] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb71d396-fb80-4b20-9ec3-fd29297de7d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.031713] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.032047] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-061e3c6a-67a9-4248-aaa1-2caf5c12c51b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.040658] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1217.040658] env[63339]: value = "task-4320957" [ 1217.040658] env[63339]: _type = "Task" [ 1217.040658] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.050348] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.053051] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Releasing lock "refresh_cache-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.238030] env[63339]: DEBUG oslo_vmware.api [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320956, 'name': PowerOffVM_Task, 'duration_secs': 0.206452} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.238324] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.238482] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.238735] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4553a9-81f1-4d80-ad58-7e74ac78ff30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.303687] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.303920] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.304140] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore1] 1191f0fc-d159-447b-96d7-48ae4a681c8d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.304425] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d3ed4d3-bfdf-4633-b2b4-f38b9c285801 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.312721] env[63339]: DEBUG oslo_vmware.api [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1217.312721] env[63339]: value = "task-4320959" [ 1217.312721] env[63339]: _type = "Task" [ 1217.312721] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.321175] env[63339]: DEBUG oslo_vmware.api [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.468475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.469019] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.471865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.637s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.472099] env[63339]: DEBUG nova.objects.instance [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lazy-loading 'resources' on Instance uuid 22a3e469-af6e-424d-ac13-417226cd1e5d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.553900] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320957, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.557141] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1976b73a-1e3f-457c-8fd5-c575066fb635 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "interface-5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8-8aa100b8-c970-450e-baec-2e6336449b67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.741s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.823727] env[63339]: DEBUG oslo_vmware.api [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203596} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.824014] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.824288] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.824620] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.824864] env[63339]: INFO nova.compute.manager [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1217.825206] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.825448] env[63339]: DEBUG nova.compute.manager [-] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.825569] env[63339]: DEBUG nova.network.neutron [-] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1217.975537] env[63339]: DEBUG nova.compute.utils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.979885] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.981086] env[63339]: DEBUG nova.network.neutron [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1218.033978] env[63339]: DEBUG nova.policy [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9319c4ece94063b83d7ae6173f0a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d7639a7fc64a2e98af9d85db468e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.051453] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320957, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.182647] env[63339]: DEBUG nova.compute.manager [req-f45db0ce-e44d-42a9-8063-85dc97066f66 req-3c752dd5-7597-4831-8844-bcb92431e1e9 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Received event network-vif-deleted-08864ebb-ccce-476d-8f50-5a7c9787b7e5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1218.182854] env[63339]: INFO nova.compute.manager [req-f45db0ce-e44d-42a9-8063-85dc97066f66 req-3c752dd5-7597-4831-8844-bcb92431e1e9 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Neutron deleted interface 08864ebb-ccce-476d-8f50-5a7c9787b7e5; detaching it from the instance and deleting it from the info cache [ 1218.183044] env[63339]: DEBUG nova.network.neutron [req-f45db0ce-e44d-42a9-8063-85dc97066f66 req-3c752dd5-7597-4831-8844-bcb92431e1e9 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.199564] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fe12b-cecb-4fcf-8b36-2a944ff203a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.208280] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94c2abc-f58b-4eae-a199-16e9781ca0ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.247024] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fdcb22-f8f3-4b6b-816f-1d50146169ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.255339] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f2e1e-61f2-45cd-9d4b-fd34dd8b6d04 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.270244] env[63339]: DEBUG nova.compute.provider_tree [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.345952] env[63339]: DEBUG nova.network.neutron [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Successfully created port: 9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1218.480668] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.552574] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320957, 'name': PowerOffVM_Task, 'duration_secs': 1.492343} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.552854] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.553035] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.553298] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6a92ad-dc11-4047-9af6-4be41d2007eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.630726] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.631024] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.631237] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleting the datastore file [datastore2] 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.631517] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e8c9c95-ca15-4bfd-be19-30c8d5620362 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.639584] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1218.639584] env[63339]: value = "task-4320961" [ 1218.639584] env[63339]: _type = "Task" [ 1218.639584] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.648436] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.655326] env[63339]: DEBUG nova.network.neutron [-] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.685662] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-824cef7d-28c0-4ddb-9bca-d78e92004681 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.696044] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a954952c-cea3-44ce-a335-5356ba729188 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.730962] env[63339]: DEBUG nova.compute.manager [req-f45db0ce-e44d-42a9-8063-85dc97066f66 req-3c752dd5-7597-4831-8844-bcb92431e1e9 service nova] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Detach interface failed, port_id=08864ebb-ccce-476d-8f50-5a7c9787b7e5, reason: Instance 1191f0fc-d159-447b-96d7-48ae4a681c8d could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1218.773473] env[63339]: DEBUG nova.scheduler.client.report [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.150342] env[63339]: DEBUG oslo_vmware.api [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179758} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.150674] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.150906] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.151138] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.151353] env[63339]: INFO nova.compute.manager [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1219.151634] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.151878] env[63339]: DEBUG nova.compute.manager [-] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.151998] env[63339]: DEBUG nova.network.neutron [-] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1219.157801] env[63339]: INFO nova.compute.manager [-] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Took 1.33 seconds to deallocate network for instance. [ 1219.278617] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.305965] env[63339]: INFO nova.scheduler.client.report [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Deleted allocations for instance 22a3e469-af6e-424d-ac13-417226cd1e5d [ 1219.490261] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.529683] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.529971] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.530157] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.530344] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.531085] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.531085] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.531085] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.531085] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.531331] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.531450] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.531604] env[63339]: DEBUG nova.virt.hardware [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.532490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d1c2af-0cda-4a1c-816a-18b3c5774c51 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.541185] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5dcff0-1e71-483c-8114-5b97d03d0c74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.667079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.667079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.667079] env[63339]: DEBUG nova.objects.instance [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid 1191f0fc-d159-447b-96d7-48ae4a681c8d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.815253] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Lock "22a3e469-af6e-424d-ac13-417226cd1e5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.411s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.983782] env[63339]: DEBUG nova.network.neutron [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Successfully updated port: 9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1220.217679] env[63339]: DEBUG nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Received event network-vif-plugged-9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1220.217679] env[63339]: DEBUG oslo_concurrency.lockutils [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.217975] env[63339]: DEBUG oslo_concurrency.lockutils [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.218181] env[63339]: DEBUG oslo_concurrency.lockutils [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.218414] env[63339]: DEBUG nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] No waiting events found dispatching network-vif-plugged-9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.218512] env[63339]: WARNING nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Received unexpected event network-vif-plugged-9dcc0cf2-a40b-410a-a34c-95940f78a322 for instance with vm_state building and task_state spawning. [ 1220.218675] env[63339]: DEBUG nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Received event network-vif-deleted-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1220.218834] env[63339]: INFO nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Neutron deleted interface c7bdfce5-11ae-4a8a-a59f-4c4432449c05; detaching it from the instance and deleting it from the info cache [ 1220.219014] env[63339]: DEBUG nova.network.neutron [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.380385] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ea70e-1d8f-409c-a26a-6822f70ea52e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.391436] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c256088-b826-4b68-80e4-d3693d347919 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.425425] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bb92cc-1722-4201-871e-cef34704ca76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.434626] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc43f2-14ca-4442-948e-33cf98b96bb4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.449768] env[63339]: DEBUG nova.compute.provider_tree [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.466383] env[63339]: DEBUG nova.network.neutron [-] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.486425] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.486425] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.486561] env[63339]: DEBUG nova.network.neutron [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1220.722040] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2d9a01a-668f-4f37-9680-bc702c5a3a49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.733986] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3423137-bebb-4b7e-bef3-428fd61cb83b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.769153] env[63339]: DEBUG nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Detach interface failed, port_id=c7bdfce5-11ae-4a8a-a59f-4c4432449c05, reason: Instance 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1220.769385] env[63339]: DEBUG nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Received event network-changed-9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1220.769550] env[63339]: DEBUG nova.compute.manager [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Refreshing instance network info cache due to event network-changed-9dcc0cf2-a40b-410a-a34c-95940f78a322. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1220.769742] env[63339]: DEBUG oslo_concurrency.lockutils [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] Acquiring lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.953434] env[63339]: DEBUG nova.scheduler.client.report [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.968605] env[63339]: INFO nova.compute.manager [-] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Took 1.82 seconds to deallocate network for instance. [ 1221.030264] env[63339]: DEBUG nova.network.neutron [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1221.174349] env[63339]: DEBUG nova.network.neutron [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance_info_cache with network_info: [{"id": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "address": "fa:16:3e:22:3a:36", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcc0cf2-a4", "ovs_interfaceid": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.351291] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_power_states {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.460054] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.475449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.475757] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.475998] env[63339]: DEBUG nova.objects.instance [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'resources' on Instance uuid 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.487065] env[63339]: INFO nova.scheduler.client.report [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance 1191f0fc-d159-447b-96d7-48ae4a681c8d [ 1221.676899] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.678219] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Instance network_info: |[{"id": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "address": "fa:16:3e:22:3a:36", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcc0cf2-a4", "ovs_interfaceid": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.678219] env[63339]: DEBUG oslo_concurrency.lockutils [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] Acquired lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.678219] env[63339]: DEBUG nova.network.neutron [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Refreshing network info cache for port 9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1221.678935] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:3a:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dcc0cf2-a40b-410a-a34c-95940f78a322', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.686800] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.687974] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.688244] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55f68f37-bebb-40ca-961c-5153bc8bba4a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.709745] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.709745] env[63339]: value = "task-4320962" [ 1221.709745] env[63339]: _type = "Task" [ 1221.709745] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.719100] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320962, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.857968] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Getting list of instances from cluster (obj){ [ 1221.857968] env[63339]: value = "domain-c8" [ 1221.857968] env[63339]: _type = "ClusterComputeResource" [ 1221.857968] env[63339]: } {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1221.859097] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e515a8c-34b7-4d73-8f26-145c858fadaf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.879665] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Got total of 10 instances {{(pid=63339) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1221.879849] env[63339]: WARNING nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] While synchronizing instance power states, found 13 instances in the database and 10 instances on the hypervisor. [ 1221.880041] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid ef0f3bae-003a-4507-9a72-2c5e375a1f26 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.880273] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.880449] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 44f7b227-f2cb-4cef-a02b-b9ff490c9755 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.880629] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 0887d274-0d7c-464a-8f7e-dbcdcbd45464 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.880812] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.880991] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 3dd75cf3-406e-42a0-a970-77d592cf055b {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.881201] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.881408] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.881591] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid c92346a8-9320-43bd-b921-627479e0a4fb {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.881727] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 32b33629-4bbf-4d72-8c41-655faaa4863e {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.881886] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 5300b719-ad0f-49d9-93a7-7ee7cab2b481 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.882095] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 1191f0fc-d159-447b-96d7-48ae4a681c8d {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.882270] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Triggering sync for uuid 3078c5e4-4e83-4afe-aee9-212a16b77634 {{(pid=63339) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1221.882689] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.882963] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.883276] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.883482] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.883732] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.883955] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.884237] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.884454] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.884755] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.884951] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.885312] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.885541] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.885812] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.886083] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.886367] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.886614] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "c92346a8-9320-43bd-b921-627479e0a4fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.886809] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "c92346a8-9320-43bd-b921-627479e0a4fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.887168] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.887358] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.887769] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.888024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.888300] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.888530] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.889518] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30388a6f-a3db-4bee-92f8-f4e8e18ff908 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.892975] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc376c8d-e464-4cc1-8d47-81ac57951bfb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.896511] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014deefc-27c7-4439-b729-0778f944acba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.899736] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d90c4c1-e9cc-4217-8dd0-876e3a80b67e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.902759] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d1de5c-d20b-4439-b9fe-f44293d71ce7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.907698] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df248be1-81aa-46d5-823b-1448e648a73b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.911734] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355299c5-9904-4a83-bf05-91aab484ad15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.915712] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f832bd-d12e-4ffe-8a5e-4a086f43c312 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.919561] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a0040-0c21-471c-9aeb-285fc4e45f85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.923555] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2ac339-3f92-4a9f-ae3c-2de33f411517 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.993904] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a899a14a-9636-4aaf-bc71-59fa89001498 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.994975] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.107s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.995535] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2702ca-49f7-4038-a29b-97d23a29feb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.012492] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22627bcf-a177-4be7-be70-b93b4d551b99 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.175870] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf39afc-733c-46af-b181-63328e60b0bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.183604] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a33f6f-9820-4296-a2aa-42d8f6c0578f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.219433] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a0e20-f3b5-4539-9617-986e3e24c253 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.230183] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e314893-d380-46c7-9dcc-b27a9ff5c420 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.233838] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320962, 'name': CreateVM_Task, 'duration_secs': 0.395845} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.234016] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.235037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.235219] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.235539] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.235790] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0577c1-626e-490b-b3e6-cb1a8176adac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.245399] env[63339]: DEBUG nova.compute.provider_tree [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.253084] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1222.253084] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529892e0-b00d-dec2-a4fc-dc551e944551" [ 1222.253084] env[63339]: _type = "Task" [ 1222.253084] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.263087] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529892e0-b00d-dec2-a4fc-dc551e944551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.433115] env[63339]: DEBUG nova.network.neutron [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updated VIF entry in instance network info cache for port 9dcc0cf2-a40b-410a-a34c-95940f78a322. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1222.433515] env[63339]: DEBUG nova.network.neutron [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance_info_cache with network_info: [{"id": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "address": "fa:16:3e:22:3a:36", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcc0cf2-a4", "ovs_interfaceid": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.454524] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.454735] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.457177] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.469340] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.469685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.471153] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "c92346a8-9320-43bd-b921-627479e0a4fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.482442] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.594s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.485033] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.600s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.485353] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.601s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.488796] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.601s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.564800] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "1191f0fc-d159-447b-96d7-48ae4a681c8d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.750719] env[63339]: DEBUG nova.scheduler.client.report [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.764116] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529892e0-b00d-dec2-a4fc-dc551e944551, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.764585] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.764731] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.764879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.765038] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.765224] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.766090] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0d8795-cd90-499c-a6f5-dd039d8be56e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.775647] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.775822] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.776546] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be86247-2157-4ef0-a722-8cb45bbba01c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.782093] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1222.782093] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528294d5-de14-632b-2dfb-fb773d7cab99" [ 1222.782093] env[63339]: _type = "Task" [ 1222.782093] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.790498] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528294d5-de14-632b-2dfb-fb773d7cab99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.869473] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "c92346a8-9320-43bd-b921-627479e0a4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.869473] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "c92346a8-9320-43bd-b921-627479e0a4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.869668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "c92346a8-9320-43bd-b921-627479e0a4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.869824] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "c92346a8-9320-43bd-b921-627479e0a4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.870036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "c92346a8-9320-43bd-b921-627479e0a4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.872179] env[63339]: INFO nova.compute.manager [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Terminating instance [ 1222.936930] env[63339]: DEBUG oslo_concurrency.lockutils [req-611f2907-f456-40f7-b368-da537353ca4f req-8d0449bb-3da3-48ae-816f-aecf2a557e5f service nova] Releasing lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.259634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.289216] env[63339]: INFO nova.scheduler.client.report [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted allocations for instance 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8 [ 1223.296618] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528294d5-de14-632b-2dfb-fb773d7cab99, 'name': SearchDatastore_Task, 'duration_secs': 0.030877} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.297591] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e77759-f3bd-418d-8a80-8cd0467ae3e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.302909] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1223.302909] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aa052-9e85-b42e-d11b-ba85af8c8079" [ 1223.302909] env[63339]: _type = "Task" [ 1223.302909] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.310850] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aa052-9e85-b42e-d11b-ba85af8c8079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.376811] env[63339]: DEBUG nova.compute.manager [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.377081] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.377982] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88443676-a8f4-4ccf-ab8d-d8d24ceb2e5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.386369] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.386604] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ed4197-a3a6-4b69-90b8-11590c87b34e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.393247] env[63339]: DEBUG oslo_vmware.api [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1223.393247] env[63339]: value = "task-4320963" [ 1223.393247] env[63339]: _type = "Task" [ 1223.393247] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.401508] env[63339]: DEBUG oslo_vmware.api [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.802226] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.289s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.803189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.917s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.804309] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03a3a898-bee8-495b-bd21-59512ad47d0c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.818779] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522aa052-9e85-b42e-d11b-ba85af8c8079, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.820017] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.820300] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634/3078c5e4-4e83-4afe-aee9-212a16b77634.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.820849] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188c06f9-f3a9-4096-bc53-cd617501333e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.826015] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7861a9-2c68-4b87-866a-62a81b82d0b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.841812] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1223.841812] env[63339]: value = "task-4320964" [ 1223.841812] env[63339]: _type = "Task" [ 1223.841812] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.863328] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.905045] env[63339]: DEBUG oslo_vmware.api [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320963, 'name': PowerOffVM_Task, 'duration_secs': 0.216911} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.905244] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.905287] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.905551] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828128ef-d415-4c47-8e71-8384d3aa81b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.965222] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.965491] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.965675] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore2] c92346a8-9320-43bd-b921-627479e0a4fb {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.965974] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e9bb84-3a6a-4f10-bd46-feec576eb428 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.972490] env[63339]: DEBUG oslo_vmware.api [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1223.972490] env[63339]: value = "task-4320966" [ 1223.972490] env[63339]: _type = "Task" [ 1223.972490] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.982559] env[63339]: DEBUG oslo_vmware.api [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.302506] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.302783] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.303034] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.303243] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.303427] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.305890] env[63339]: INFO nova.compute.manager [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Terminating instance [ 1224.352934] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481222} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.353233] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634/3078c5e4-4e83-4afe-aee9-212a16b77634.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.353541] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.353789] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8352b049-2343-4843-813b-5915c8ec6a98 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.362034] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1224.362034] env[63339]: value = "task-4320967" [ 1224.362034] env[63339]: _type = "Task" [ 1224.362034] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.365606] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.371646] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.482743] env[63339]: DEBUG oslo_vmware.api [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40542} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.483023] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.483208] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.483388] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.483558] env[63339]: INFO nova.compute.manager [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1224.483801] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.483993] env[63339]: DEBUG nova.compute.manager [-] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.484105] env[63339]: DEBUG nova.network.neutron [-] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1224.756060] env[63339]: DEBUG nova.compute.manager [req-d600ce8d-71b5-4ec4-b0fd-8b0a9539f16e req-f7b98665-9de3-48f3-95b7-da1d8448a3c5 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Received event network-vif-deleted-082491cf-69ed-4081-8be7-9fcb79dc3430 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1224.756620] env[63339]: INFO nova.compute.manager [req-d600ce8d-71b5-4ec4-b0fd-8b0a9539f16e req-f7b98665-9de3-48f3-95b7-da1d8448a3c5 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Neutron deleted interface 082491cf-69ed-4081-8be7-9fcb79dc3430; detaching it from the instance and deleting it from the info cache [ 1224.756821] env[63339]: DEBUG nova.network.neutron [req-d600ce8d-71b5-4ec4-b0fd-8b0a9539f16e req-f7b98665-9de3-48f3-95b7-da1d8448a3c5 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.810437] env[63339]: DEBUG nova.compute.manager [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.810832] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.811589] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173895ad-e2f9-4d27-8db9-a9b30b75e249 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.819445] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.819694] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c0e1ce-fc07-4ff1-9397-d3941e42f598 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.826645] env[63339]: DEBUG oslo_vmware.api [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1224.826645] env[63339]: value = "task-4320968" [ 1224.826645] env[63339]: _type = "Task" [ 1224.826645] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.835932] env[63339]: DEBUG oslo_vmware.api [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.875093] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063611} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.875410] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.876379] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac6d86-e354-4d72-813c-c851d5087fec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.909173] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634/3078c5e4-4e83-4afe-aee9-212a16b77634.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.910188] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43291b28-7e27-4a35-9819-f3583a15d73e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.933021] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1224.933021] env[63339]: value = "task-4320969" [ 1224.933021] env[63339]: _type = "Task" [ 1224.933021] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.942926] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.215572] env[63339]: DEBUG nova.network.neutron [-] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.259612] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e337f49-9806-42c9-8413-ae0145b280d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.270084] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3713a-7e5f-4372-bae4-2c921d53ef63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.302795] env[63339]: DEBUG nova.compute.manager [req-d600ce8d-71b5-4ec4-b0fd-8b0a9539f16e req-f7b98665-9de3-48f3-95b7-da1d8448a3c5 service nova] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Detach interface failed, port_id=082491cf-69ed-4081-8be7-9fcb79dc3430, reason: Instance c92346a8-9320-43bd-b921-627479e0a4fb could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1225.336219] env[63339]: DEBUG oslo_vmware.api [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320968, 'name': PowerOffVM_Task, 'duration_secs': 0.335163} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.336462] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.336627] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.336915] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2e335f-a425-4821-b1a4-225a74f9e153 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.396967] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.397376] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.397454] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleting the datastore file [datastore1] 3dd75cf3-406e-42a0-a970-77d592cf055b {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.397724] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b915b84b-accc-4512-bc28-6c0f63552d42 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.403939] env[63339]: DEBUG oslo_vmware.api [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for the task: (returnval){ [ 1225.403939] env[63339]: value = "task-4320971" [ 1225.403939] env[63339]: _type = "Task" [ 1225.403939] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.411672] env[63339]: DEBUG oslo_vmware.api [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.443635] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.718662] env[63339]: INFO nova.compute.manager [-] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Took 1.23 seconds to deallocate network for instance. [ 1225.914844] env[63339]: DEBUG oslo_vmware.api [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Task: {'id': task-4320971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194907} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.915340] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.915340] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.915511] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.915649] env[63339]: INFO nova.compute.manager [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1225.915887] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.916097] env[63339]: DEBUG nova.compute.manager [-] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.916194] env[63339]: DEBUG nova.network.neutron [-] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1225.943472] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320969, 'name': ReconfigVM_Task, 'duration_secs': 0.77875} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.943766] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634/3078c5e4-4e83-4afe-aee9-212a16b77634.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.944431] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6152601d-64a9-4d4b-a24b-6df1d040f1b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.951056] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1225.951056] env[63339]: value = "task-4320972" [ 1225.951056] env[63339]: _type = "Task" [ 1225.951056] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.959768] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320972, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.225745] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.226060] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.226286] env[63339]: DEBUG nova.objects.instance [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid c92346a8-9320-43bd-b921-627479e0a4fb {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.461632] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320972, 'name': Rename_Task, 'duration_secs': 0.155456} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.461897] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.462315] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d76a5afe-d6c6-4caa-9ced-5fca41c4ec61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.468679] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1226.468679] env[63339]: value = "task-4320973" [ 1226.468679] env[63339]: _type = "Task" [ 1226.468679] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.477118] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.681619] env[63339]: DEBUG nova.network.neutron [-] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.785854] env[63339]: DEBUG nova.compute.manager [req-13810265-50bf-493f-a120-fae137c07718 req-594804c3-cbc3-4dc4-afc7-a14dd3d5770f service nova] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Received event network-vif-deleted-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1226.922794] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a6152-8b0c-4568-ae3c-6067631b3b68 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.932398] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ddffb-3698-4edf-a34d-e23fb86b1ee7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.964492] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b04902-4430-45dd-b694-b95e60cb5c3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.976217] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56501dfd-891d-4449-9869-b3824ea4034f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.985698] env[63339]: DEBUG oslo_vmware.api [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320973, 'name': PowerOnVM_Task, 'duration_secs': 0.435498} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.993617] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.993859] env[63339]: INFO nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1226.994059] env[63339]: DEBUG nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.994581] env[63339]: DEBUG nova.compute.provider_tree [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.996474] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb63f00-93e0-4759-8b3a-962f2cf3b66f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.184496] env[63339]: INFO nova.compute.manager [-] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Took 1.27 seconds to deallocate network for instance. [ 1227.501345] env[63339]: DEBUG nova.scheduler.client.report [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.514602] env[63339]: INFO nova.compute.manager [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Took 12.37 seconds to build instance. [ 1227.692148] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.007701] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.010052] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.318s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.010293] env[63339]: DEBUG nova.objects.instance [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lazy-loading 'resources' on Instance uuid 3dd75cf3-406e-42a0-a970-77d592cf055b {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.019225] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c6970f44-1111-49f5-ba50-87553cb6c219 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.881s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.020078] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.131s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.020277] env[63339]: INFO nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] During sync_power_state the instance has a pending task (spawning). Skip. [ 1228.020452] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.024528] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.024811] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.025060] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.025259] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.025426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.027959] env[63339]: INFO nova.compute.manager [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Terminating instance [ 1228.033324] env[63339]: INFO nova.scheduler.client.report [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance c92346a8-9320-43bd-b921-627479e0a4fb [ 1228.533463] env[63339]: DEBUG nova.compute.manager [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.533696] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.535114] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eecbe885-40f0-411b-a4f2-da32a3a566fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.543534] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1228.543534] env[63339]: value = "task-4320974" [ 1228.543534] env[63339]: _type = "Task" [ 1228.543534] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.544125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "c92346a8-9320-43bd-b921-627479e0a4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.558722] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.670804] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d0bbf2-85b5-450d-bc96-478b77e93b6c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.681453] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8db85e-fd72-4cd1-b671-50a5adabe06d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.717206] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf3d92-4049-4c46-9fec-f9b8648687e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.726085] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33acecf-64b9-44df-bae7-ba6a8c033f5f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.742599] env[63339]: DEBUG nova.compute.provider_tree [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.056258] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320974, 'name': PowerOffVM_Task, 'duration_secs': 0.212179} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.056587] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.056729] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1229.056943] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849878', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'name': 'volume-8722d75d-e1a0-4460-bc76-371c238381fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5', 'attached_at': '2025-07-21T14:48:55.000000', 'detached_at': '', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'serial': '8722d75d-e1a0-4460-bc76-371c238381fc'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1229.057737] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd79bde-57bb-496f-a4ba-9e6159bd5d00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.076793] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8977eb-e698-4fe3-b5e3-3c904fb9fb9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.085088] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10e397-d33a-45c4-a582-bee229284314 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.103324] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab16978-50c9-410b-9041-b6c2f59e882d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.118521] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] The volume has not been displaced from its original location: [datastore2] volume-8722d75d-e1a0-4460-bc76-371c238381fc/volume-8722d75d-e1a0-4460-bc76-371c238381fc.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1229.123974] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.124298] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54640a0-3409-40ed-b8e7-61a6e4488752 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.144163] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1229.144163] env[63339]: value = "task-4320975" [ 1229.144163] env[63339]: _type = "Task" [ 1229.144163] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.153166] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.246810] env[63339]: DEBUG nova.scheduler.client.report [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.426836] env[63339]: DEBUG nova.compute.manager [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1229.654884] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320975, 'name': ReconfigVM_Task, 'duration_secs': 0.161654} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.655207] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.660155] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd19329-b63d-4573-a94c-5094e3c3befa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.676480] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1229.676480] env[63339]: value = "task-4320976" [ 1229.676480] env[63339]: _type = "Task" [ 1229.676480] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.684834] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.752311] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.773882] env[63339]: INFO nova.scheduler.client.report [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Deleted allocations for instance 3dd75cf3-406e-42a0-a970-77d592cf055b [ 1229.946912] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.947459] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.058385] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.058813] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.188178] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.282872] env[63339]: DEBUG oslo_concurrency.lockutils [None req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Lock "3dd75cf3-406e-42a0-a970-77d592cf055b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.980s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.452833] env[63339]: INFO nova.compute.claims [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.560644] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.688360] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.958723] env[63339]: INFO nova.compute.resource_tracker [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating resource usage from migration 95ce3dc0-5d0b-4d19-8e46-f65af00d24ee [ 1231.080349] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.113130] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b5799f-938e-41c9-bbe0-dd04551ac2e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.121500] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd6a64-7e98-4096-aef8-7c169ebe5d49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.153531] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5912efc3-c9b1-4db0-b9db-9459d2f12543 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.162150] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b623072-586b-46da-a680-5af81e760d02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.177022] env[63339]: DEBUG nova.compute.provider_tree [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.187352] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320976, 'name': ReconfigVM_Task, 'duration_secs': 1.15875} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.188259] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849878', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'name': 'volume-8722d75d-e1a0-4460-bc76-371c238381fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fb9aeb6b-4f3a-4edc-8629-7791b4883ea5', 'attached_at': '2025-07-21T14:48:55.000000', 'detached_at': '', 'volume_id': '8722d75d-e1a0-4460-bc76-371c238381fc', 'serial': '8722d75d-e1a0-4460-bc76-371c238381fc'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.188518] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.189287] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ce92cd-a922-4ba5-9e5e-20ea2e74c5e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.196632] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.196883] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2821cba2-fd18-4845-9872-145e6ff122c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.272791] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.273079] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.273330] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore2] fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.273838] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148aef54-2aa5-4ea1-80b3-01bce008f8dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.281344] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1231.281344] env[63339]: value = "task-4320978" [ 1231.281344] env[63339]: _type = "Task" [ 1231.281344] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.290508] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.684475] env[63339]: DEBUG nova.scheduler.client.report [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.791903] env[63339]: DEBUG oslo_vmware.api [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124041} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.792140] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.792303] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.792476] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.792650] env[63339]: INFO nova.compute.manager [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1231.792885] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.793096] env[63339]: DEBUG nova.compute.manager [-] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.793257] env[63339]: DEBUG nova.network.neutron [-] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1232.192818] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.245s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.193231] env[63339]: INFO nova.compute.manager [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Migrating [ 1232.200439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.120s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.202011] env[63339]: INFO nova.compute.claims [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.341024] env[63339]: DEBUG nova.compute.manager [req-a82de176-23f8-4fdd-a926-d6325463ccc9 req-ebb9af92-52c6-4013-9472-75c6e8dede58 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Received event network-vif-deleted-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1232.341024] env[63339]: INFO nova.compute.manager [req-a82de176-23f8-4fdd-a926-d6325463ccc9 req-ebb9af92-52c6-4013-9472-75c6e8dede58 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Neutron deleted interface 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98; detaching it from the instance and deleting it from the info cache [ 1232.341024] env[63339]: DEBUG nova.network.neutron [req-a82de176-23f8-4fdd-a926-d6325463ccc9 req-ebb9af92-52c6-4013-9472-75c6e8dede58 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.720586] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.721839] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.722054] env[63339]: DEBUG nova.network.neutron [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1232.823330] env[63339]: DEBUG nova.network.neutron [-] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.844778] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1464d333-a167-4c21-820c-ecd38c3114c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.857244] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc2d73-b962-4cc2-ad71-d5d217f0e6ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.889248] env[63339]: DEBUG nova.compute.manager [req-a82de176-23f8-4fdd-a926-d6325463ccc9 req-ebb9af92-52c6-4013-9472-75c6e8dede58 service nova] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Detach interface failed, port_id=9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98, reason: Instance fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1233.326702] env[63339]: INFO nova.compute.manager [-] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Took 1.53 seconds to deallocate network for instance. [ 1233.374715] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afb91c-25b8-4a74-a0b0-0b5ef63a2269 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.383126] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a11ae83-cff0-4abd-9db2-350dac795731 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.418334] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf975d-7690-4115-b0b3-95b61c09d9ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.426078] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b9d8df-c3f2-4e2f-b979-48d7f2e464c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.439601] env[63339]: DEBUG nova.compute.provider_tree [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.451960] env[63339]: DEBUG nova.network.neutron [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance_info_cache with network_info: [{"id": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "address": "fa:16:3e:22:3a:36", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcc0cf2-a4", "ovs_interfaceid": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.871399] env[63339]: INFO nova.compute.manager [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Took 0.54 seconds to detach 1 volumes for instance. [ 1233.874012] env[63339]: DEBUG nova.compute.manager [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Deleting volume: 8722d75d-e1a0-4460-bc76-371c238381fc {{(pid=63339) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1233.943557] env[63339]: DEBUG nova.scheduler.client.report [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.955375] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.417409] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.448567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.449113] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.451857] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.035s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.452110] env[63339]: DEBUG nova.objects.instance [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'resources' on Instance uuid fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.954673] env[63339]: DEBUG nova.compute.utils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.958696] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.958825] env[63339]: DEBUG nova.network.neutron [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1234.978272] env[63339]: DEBUG nova.scheduler.client.report [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1234.995228] env[63339]: DEBUG nova.scheduler.client.report [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1234.995464] env[63339]: DEBUG nova.compute.provider_tree [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.008872] env[63339]: DEBUG nova.scheduler.client.report [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.011445] env[63339]: DEBUG nova.policy [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.031937] env[63339]: DEBUG nova.scheduler.client.report [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.179040] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d1414-b6f1-428c-a8fc-6edca9f394a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.187428] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e2b30-7288-4e31-96cd-cc9d4eace245 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.221311] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca667e-b603-4c31-af21-d7223af131c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.229640] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60248dd0-e444-4819-98b1-1c7c79deea3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.245836] env[63339]: DEBUG nova.compute.provider_tree [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.290577] env[63339]: DEBUG nova.network.neutron [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Successfully created port: 0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1235.462494] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.468652] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82acaa9-ffb3-490d-a4a1-565340b4e6db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.488550] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.750031] env[63339]: DEBUG nova.scheduler.client.report [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.994709] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.995048] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c883323-2dc3-4677-b77e-8dd6729b48d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.003090] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1236.003090] env[63339]: value = "task-4320980" [ 1236.003090] env[63339]: _type = "Task" [ 1236.003090] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.012298] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.254510] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.281403] env[63339]: INFO nova.scheduler.client.report [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted allocations for instance fb9aeb6b-4f3a-4edc-8629-7791b4883ea5 [ 1236.474323] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.502034] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.502034] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.502034] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.502254] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.502254] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.502390] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.502570] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.502732] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.502898] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.503074] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.503254] env[63339]: DEBUG nova.virt.hardware [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.504206] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb65dae-d19b-4849-ae9d-150e8b09fc63 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.516502] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320980, 'name': PowerOffVM_Task, 'duration_secs': 0.19742} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.518545] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.518737] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.523421] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ac6b0-4b1d-4d87-a0c4-a0d57c6371cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.759838] env[63339]: DEBUG nova.compute.manager [req-86120f0a-abfc-4d28-9a64-7f34d027ccb2 req-1a07cb05-1cb0-4a0c-bc15-dce4ecd32843 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Received event network-vif-plugged-0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1236.759919] env[63339]: DEBUG oslo_concurrency.lockutils [req-86120f0a-abfc-4d28-9a64-7f34d027ccb2 req-1a07cb05-1cb0-4a0c-bc15-dce4ecd32843 service nova] Acquiring lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.760332] env[63339]: DEBUG oslo_concurrency.lockutils [req-86120f0a-abfc-4d28-9a64-7f34d027ccb2 req-1a07cb05-1cb0-4a0c-bc15-dce4ecd32843 service nova] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.760683] env[63339]: DEBUG oslo_concurrency.lockutils [req-86120f0a-abfc-4d28-9a64-7f34d027ccb2 req-1a07cb05-1cb0-4a0c-bc15-dce4ecd32843 service nova] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.760878] env[63339]: DEBUG nova.compute.manager [req-86120f0a-abfc-4d28-9a64-7f34d027ccb2 req-1a07cb05-1cb0-4a0c-bc15-dce4ecd32843 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] No waiting events found dispatching network-vif-plugged-0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.761196] env[63339]: WARNING nova.compute.manager [req-86120f0a-abfc-4d28-9a64-7f34d027ccb2 req-1a07cb05-1cb0-4a0c-bc15-dce4ecd32843 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Received unexpected event network-vif-plugged-0fb7f334-16fc-4e60-8dcc-04e699f23255 for instance with vm_state building and task_state spawning. [ 1236.788568] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d401b95c-1439-4d1b-bc2c-cd93237ac84d tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "fb9aeb6b-4f3a-4edc-8629-7791b4883ea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.764s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.842889] env[63339]: DEBUG nova.network.neutron [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Successfully updated port: 0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1237.030242] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.030242] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.030474] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.030523] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.030670] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.030818] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.031027] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.031193] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.031360] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.031570] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.031760] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.037372] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb812c85-3e6a-4e32-ba9c-6adab3a92aa9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.048620] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.048858] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.049078] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.049343] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.049513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.051843] env[63339]: INFO nova.compute.manager [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Terminating instance [ 1237.057104] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1237.057104] env[63339]: value = "task-4320981" [ 1237.057104] env[63339]: _type = "Task" [ 1237.057104] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.066163] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.346221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-4e536ece-b6a9-462f-b2ba-86a2d9cc4040" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.346584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-4e536ece-b6a9-462f-b2ba-86a2d9cc4040" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.346584] env[63339]: DEBUG nova.network.neutron [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1237.555388] env[63339]: DEBUG nova.compute.manager [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.555752] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.556985] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40874aff-9e96-44f3-85e6-fc66b6bffdb2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.569695] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320981, 'name': ReconfigVM_Task, 'duration_secs': 0.164374} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.571910] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.575744] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.576253] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790db664-a417-4713-8c8d-0c85d366de7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.584904] env[63339]: DEBUG oslo_vmware.api [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1237.584904] env[63339]: value = "task-4320982" [ 1237.584904] env[63339]: _type = "Task" [ 1237.584904] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.594738] env[63339]: DEBUG oslo_vmware.api [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.872641] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.896766] env[63339]: DEBUG nova.network.neutron [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1238.063033] env[63339]: DEBUG nova.network.neutron [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Updating instance_info_cache with network_info: [{"id": "0fb7f334-16fc-4e60-8dcc-04e699f23255", "address": "fa:16:3e:3a:a7:63", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb7f334-16", "ovs_interfaceid": "0fb7f334-16fc-4e60-8dcc-04e699f23255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.078490] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.078871] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.079089] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.079330] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.079565] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.079650] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.079859] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.080032] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.080208] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.080394] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.080570] env[63339]: DEBUG nova.virt.hardware [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.087199] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.088060] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a3d275-db34-487f-a56b-741f8a22a093 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.115630] env[63339]: DEBUG oslo_vmware.api [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320982, 'name': PowerOffVM_Task, 'duration_secs': 0.220358} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.116942] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.117177] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.117518] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1238.117518] env[63339]: value = "task-4320983" [ 1238.117518] env[63339]: _type = "Task" [ 1238.117518] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.117739] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ef2b35-3077-44c6-b4f5-0e93b2271f68 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.130114] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.200958] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.201244] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.201511] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore1] 0887d274-0d7c-464a-8f7e-dbcdcbd45464 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.201825] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d406fd-be4d-4939-a3fc-2164ad6eb52c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.210384] env[63339]: DEBUG oslo_vmware.api [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1238.210384] env[63339]: value = "task-4320985" [ 1238.210384] env[63339]: _type = "Task" [ 1238.210384] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.219972] env[63339]: DEBUG oslo_vmware.api [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.335560] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.565914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-4e536ece-b6a9-462f-b2ba-86a2d9cc4040" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.566462] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Instance network_info: |[{"id": "0fb7f334-16fc-4e60-8dcc-04e699f23255", "address": "fa:16:3e:3a:a7:63", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb7f334-16", "ovs_interfaceid": "0fb7f334-16fc-4e60-8dcc-04e699f23255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.567357] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a7:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fb7f334-16fc-4e60-8dcc-04e699f23255', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.578598] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.578845] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.579110] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6de8c4-5cd6-4717-87c8-35e8c0d6a923 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.600660] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.600660] env[63339]: value = "task-4320986" [ 1238.600660] env[63339]: _type = "Task" [ 1238.600660] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.609213] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320986, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.630448] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320983, 'name': ReconfigVM_Task, 'duration_secs': 0.184674} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.630712] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.631591] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9130bda1-d3c4-46e6-80c0-84caf802a1b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.655257] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634/3078c5e4-4e83-4afe-aee9-212a16b77634.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.655633] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74900f61-1676-4d18-b098-ff4c586d637d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.676165] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1238.676165] env[63339]: value = "task-4320987" [ 1238.676165] env[63339]: _type = "Task" [ 1238.676165] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.686390] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.725832] env[63339]: DEBUG oslo_vmware.api [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4320985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178591} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.726324] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.726665] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.726951] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.727971] env[63339]: INFO nova.compute.manager [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1238.727971] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.727971] env[63339]: DEBUG nova.compute.manager [-] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.728166] env[63339]: DEBUG nova.network.neutron [-] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1238.859290] env[63339]: DEBUG nova.compute.manager [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Received event network-changed-0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1238.859497] env[63339]: DEBUG nova.compute.manager [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Refreshing instance network info cache due to event network-changed-0fb7f334-16fc-4e60-8dcc-04e699f23255. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1238.860241] env[63339]: DEBUG oslo_concurrency.lockutils [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] Acquiring lock "refresh_cache-4e536ece-b6a9-462f-b2ba-86a2d9cc4040" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.860241] env[63339]: DEBUG oslo_concurrency.lockutils [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] Acquired lock "refresh_cache-4e536ece-b6a9-462f-b2ba-86a2d9cc4040" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.860241] env[63339]: DEBUG nova.network.neutron [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Refreshing network info cache for port 0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1238.968699] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.968961] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.113423] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4320986, 'name': CreateVM_Task, 'duration_secs': 0.378107} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.113667] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.114269] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.114442] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.114777] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.115113] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8c301c-2d48-4a3f-9965-5bc31e9636b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.121430] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1239.121430] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fc0b76-7286-dc69-0576-21e4585cc163" [ 1239.121430] env[63339]: _type = "Task" [ 1239.121430] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.131571] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fc0b76-7286-dc69-0576-21e4585cc163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.186330] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320987, 'name': ReconfigVM_Task, 'duration_secs': 0.353457} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.186590] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634/3078c5e4-4e83-4afe-aee9-212a16b77634.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.186873] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.334426] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.334664] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.334810] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1239.335027] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.472970] env[63339]: DEBUG nova.compute.utils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.563063] env[63339]: DEBUG nova.network.neutron [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Updated VIF entry in instance network info cache for port 0fb7f334-16fc-4e60-8dcc-04e699f23255. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1239.563432] env[63339]: DEBUG nova.network.neutron [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Updating instance_info_cache with network_info: [{"id": "0fb7f334-16fc-4e60-8dcc-04e699f23255", "address": "fa:16:3e:3a:a7:63", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb7f334-16", "ovs_interfaceid": "0fb7f334-16fc-4e60-8dcc-04e699f23255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.575658] env[63339]: DEBUG nova.network.neutron [-] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.632896] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fc0b76-7286-dc69-0576-21e4585cc163, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.633161] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.633402] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.633640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.633786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.633966] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.634252] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10fed4c1-a858-4bdc-b16f-267520e947e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.643695] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.643895] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.644679] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5219cc2f-7eb3-42b7-a981-69a92b42607d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.651202] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1239.651202] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5243c0c3-2b4a-e04e-9f99-f37b0cbdb1ae" [ 1239.651202] env[63339]: _type = "Task" [ 1239.651202] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.660428] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5243c0c3-2b4a-e04e-9f99-f37b0cbdb1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.694253] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a4709-b65f-44a5-87a6-704c81535949 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.713979] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60dd879-c044-464f-8817-690a90e9e463 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.732098] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.838562] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.838815] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.838980] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.839204] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1239.840132] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92666dc1-a7d3-4536-a584-24f103963d71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.850506] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7e7c46-7ffa-4965-9d70-d89819573952 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.865913] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d34fea-43a4-4b3c-80ff-28a81a91f0e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.872999] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b024aea-4c68-4bc8-85d7-a7eefa01594b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.903327] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178757MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1239.903419] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.903640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.974964] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.066336] env[63339]: DEBUG oslo_concurrency.lockutils [req-c784bde8-9ec0-4b81-8760-391b6be16ba2 req-ad1dea2d-71f5-48bc-8a08-fa6e3a72068b service nova] Releasing lock "refresh_cache-4e536ece-b6a9-462f-b2ba-86a2d9cc4040" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.078182] env[63339]: INFO nova.compute.manager [-] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Took 1.35 seconds to deallocate network for instance. [ 1240.162084] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5243c0c3-2b4a-e04e-9f99-f37b0cbdb1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.162849] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab53cdf2-edb2-437a-ae4e-6cbc2a410c19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.168277] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1240.168277] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52581997-ccc6-5a00-863a-61309ac5d3b7" [ 1240.168277] env[63339]: _type = "Task" [ 1240.168277] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.176388] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52581997-ccc6-5a00-863a-61309ac5d3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.272332] env[63339]: DEBUG nova.network.neutron [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Port 9dcc0cf2-a40b-410a-a34c-95940f78a322 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1240.584110] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.679321] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52581997-ccc6-5a00-863a-61309ac5d3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.679602] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.679855] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 4e536ece-b6a9-462f-b2ba-86a2d9cc4040/4e536ece-b6a9-462f-b2ba-86a2d9cc4040.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.680128] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c1b90e-00fd-49e2-a912-34038e3e44fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.688518] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1240.688518] env[63339]: value = "task-4320988" [ 1240.688518] env[63339]: _type = "Task" [ 1240.688518] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.696891] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.918085] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Applying migration context for instance 3078c5e4-4e83-4afe-aee9-212a16b77634 as it has an incoming, in-progress migration 95ce3dc0-5d0b-4d19-8e46-f65af00d24ee. Migration status is post-migrating {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1240.918928] env[63339]: INFO nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating resource usage from migration 95ce3dc0-5d0b-4d19-8e46-f65af00d24ee [ 1240.926031] env[63339]: DEBUG nova.compute.manager [req-f8b42d8b-50d2-49b7-95ed-4cebd24bb36f req-e7ef8c0c-92a1-45ff-9da2-6cd0622d735d service nova] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Received event network-vif-deleted-09301714-3b94-4a62-a796-f9a462b44ae5 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1240.945939] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.946128] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.946238] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 44f7b227-f2cb-4cef-a02b-b9ff490c9755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.946409] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0887d274-0d7c-464a-8f7e-dbcdcbd45464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.946534] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 32b33629-4bbf-4d72-8c41-655faaa4863e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.946652] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c24f9a15-b5be-4e58-91e7-cca77adee30d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.947152] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 5300b719-ad0f-49d9-93a7-7ee7cab2b481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.947152] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Migration 95ce3dc0-5d0b-4d19-8e46-f65af00d24ee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1240.947152] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 3078c5e4-4e83-4afe-aee9-212a16b77634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.947152] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 4e536ece-b6a9-462f-b2ba-86a2d9cc4040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.947419] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.947646] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1241.049315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.049742] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.050082] env[63339]: INFO nova.compute.manager [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Attaching volume 89420b04-2127-4487-a67a-b624e492ed02 to /dev/sdb [ 1241.093856] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f76b5-7056-4483-b0dc-05687fc7ecf5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.102918] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4e6f0-eeef-4e8f-89e5-7b0157aab1e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.107193] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813bd65-4145-47b9-8889-ec30717ebc29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.122836] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b21696-34a5-43ef-a423-d5f868473c4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.126341] env[63339]: DEBUG nova.virt.block_device [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating existing volume attachment record: bdfd81b8-c7ba-44a2-855a-881775c09b96 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.156939] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f3894-433d-466f-99ec-168fe79cf867 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.165598] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2a1261-6e20-4101-adf3-cb228a20b59e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.181871] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.199511] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465928} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.199739] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 4e536ece-b6a9-462f-b2ba-86a2d9cc4040/4e536ece-b6a9-462f-b2ba-86a2d9cc4040.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.199957] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.200227] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b9e7a53-6122-40dc-a846-352dd3b7a5ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.208725] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1241.208725] env[63339]: value = "task-4320989" [ 1241.208725] env[63339]: _type = "Task" [ 1241.208725] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.217405] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.295014] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.295265] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.295447] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.686108] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.720804] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07009} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.721107] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.721909] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267bdf97-2d35-4053-9a5e-0bee72b8d87d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.745238] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 4e536ece-b6a9-462f-b2ba-86a2d9cc4040/4e536ece-b6a9-462f-b2ba-86a2d9cc4040.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.745928] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5902dc-64f5-429e-aca7-6596c93a1e11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.767199] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1241.767199] env[63339]: value = "task-4320993" [ 1241.767199] env[63339]: _type = "Task" [ 1241.767199] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.775657] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.192093] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1242.192093] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.288s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.192093] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.608s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.192093] env[63339]: DEBUG nova.objects.instance [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'resources' on Instance uuid 0887d274-0d7c-464a-8f7e-dbcdcbd45464 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.279566] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320993, 'name': ReconfigVM_Task, 'duration_secs': 0.294961} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.279800] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 4e536ece-b6a9-462f-b2ba-86a2d9cc4040/4e536ece-b6a9-462f-b2ba-86a2d9cc4040.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.280456] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf0250a8-26e2-4dab-ba4f-c3f2b7d7515f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.287560] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1242.287560] env[63339]: value = "task-4320994" [ 1242.287560] env[63339]: _type = "Task" [ 1242.287560] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.296320] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320994, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.334659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.334859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.335144] env[63339]: DEBUG nova.network.neutron [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1242.797997] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320994, 'name': Rename_Task, 'duration_secs': 0.145137} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.798364] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.799170] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13f6aeb-5141-4c99-b0c4-8c8a7ff5a0c2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.809304] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1242.809304] env[63339]: value = "task-4320995" [ 1242.809304] env[63339]: _type = "Task" [ 1242.809304] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.824758] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.843171] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5157d9-ed7c-47c4-8372-9374022f619e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.851342] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa576a-ab48-4e05-9d78-ad160fdd1f53 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.886356] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28836e78-0cb3-4cb4-aad4-ff8135ed4779 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.895244] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92cd94f-31ee-4f16-a002-4b13eac59420 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.909551] env[63339]: DEBUG nova.compute.provider_tree [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.061226] env[63339]: DEBUG nova.network.neutron [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance_info_cache with network_info: [{"id": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "address": "fa:16:3e:22:3a:36", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcc0cf2-a4", "ovs_interfaceid": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.188664] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.188910] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.189099] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.320454] env[63339]: DEBUG oslo_vmware.api [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320995, 'name': PowerOnVM_Task, 'duration_secs': 0.464224} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.320806] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.321162] env[63339]: INFO nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1243.321435] env[63339]: DEBUG nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.322457] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26edcf8-5821-4343-a763-2a0ecad808eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.413862] env[63339]: DEBUG nova.scheduler.client.report [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.564853] env[63339]: DEBUG oslo_concurrency.lockutils [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.840202] env[63339]: INFO nova.compute.manager [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Took 12.77 seconds to build instance. [ 1243.918990] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.950911] env[63339]: INFO nova.scheduler.client.report [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted allocations for instance 0887d274-0d7c-464a-8f7e-dbcdcbd45464 [ 1244.088257] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07efb33-1289-4b47-ac58-812e56735432 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.109547] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4dbcb-ec6a-4cc4-96c6-37d7e5c3204e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.120644] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.342482] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c819c8b4-780b-44e8-bb77-1ffc1712e643 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.284s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.458145] env[63339]: DEBUG oslo_concurrency.lockutils [None req-08d170b0-8515-4cd5-bf22-057b2a34ce02 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "0887d274-0d7c-464a-8f7e-dbcdcbd45464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.409s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.616227] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.616469] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.617244] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.617458] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.617642] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.619867] env[63339]: INFO nova.compute.manager [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Terminating instance [ 1244.626607] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.626868] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d488f8dd-2281-44d9-8fbb-59168f71c6cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.634797] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1244.634797] env[63339]: value = "task-4320998" [ 1244.634797] env[63339]: _type = "Task" [ 1244.634797] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.648315] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.124172] env[63339]: DEBUG nova.compute.manager [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.124539] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.125368] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a24803-7556-4ae2-b71a-63b028ce8136 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.133590] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.133936] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7511ba80-036c-450e-a49b-de3dc24e462b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.145504] env[63339]: DEBUG oslo_vmware.api [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4320998, 'name': PowerOnVM_Task, 'duration_secs': 0.399877} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.147102] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.147373] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-683194b3-5656-4928-b570-eebaca3072d7 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance '3078c5e4-4e83-4afe-aee9-212a16b77634' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.151380] env[63339]: DEBUG oslo_vmware.api [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1245.151380] env[63339]: value = "task-4320999" [ 1245.151380] env[63339]: _type = "Task" [ 1245.151380] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.163382] env[63339]: DEBUG oslo_vmware.api [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.664801] env[63339]: DEBUG oslo_vmware.api [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4320999, 'name': PowerOffVM_Task, 'duration_secs': 0.24731} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.665071] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.665302] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.666199] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749febc6-6fb8-4bb6-b251-c9bcd36d9b67 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.674470] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.674690] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849908', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'name': 'volume-89420b04-2127-4487-a67a-b624e492ed02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32b33629-4bbf-4d72-8c41-655faaa4863e', 'attached_at': '', 'detached_at': '', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'serial': '89420b04-2127-4487-a67a-b624e492ed02'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.675790] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40bc2f-32a3-499d-9962-273a3fb42a12 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.692535] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f16fc-b366-48d2-a1fb-7f957cbe22a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.720518] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-89420b04-2127-4487-a67a-b624e492ed02/volume-89420b04-2127-4487-a67a-b624e492ed02.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.720873] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1647257f-69c1-4374-a739-6e13cc51b4b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.735830] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.736117] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.736286] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore2] 4e536ece-b6a9-462f-b2ba-86a2d9cc4040 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.736544] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82df79c1-59b3-4d0e-a82c-41f96f1d3a07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.740727] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1245.740727] env[63339]: value = "task-4321001" [ 1245.740727] env[63339]: _type = "Task" [ 1245.740727] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.744978] env[63339]: DEBUG oslo_vmware.api [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1245.744978] env[63339]: value = "task-4321002" [ 1245.744978] env[63339]: _type = "Task" [ 1245.744978] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.751549] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.756198] env[63339]: DEBUG oslo_vmware.api [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.254618] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321001, 'name': ReconfigVM_Task, 'duration_secs': 0.445236} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.255421] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-89420b04-2127-4487-a67a-b624e492ed02/volume-89420b04-2127-4487-a67a-b624e492ed02.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.262963] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721739e4-2aa2-45c7-ab66-3da89ba3fb3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.273052] env[63339]: DEBUG oslo_vmware.api [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164612} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.273697] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.273890] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.274085] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.274262] env[63339]: INFO nova.compute.manager [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1246.274496] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.275106] env[63339]: DEBUG nova.compute.manager [-] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.275239] env[63339]: DEBUG nova.network.neutron [-] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1246.280275] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1246.280275] env[63339]: value = "task-4321003" [ 1246.280275] env[63339]: _type = "Task" [ 1246.280275] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.289742] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.562145] env[63339]: DEBUG nova.compute.manager [req-e19ec0b6-2792-46f6-a2c7-f8362eac86cb req-b3ea1f40-9eda-4533-b21f-08674949a2d8 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Received event network-vif-deleted-0fb7f334-16fc-4e60-8dcc-04e699f23255 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1246.562390] env[63339]: INFO nova.compute.manager [req-e19ec0b6-2792-46f6-a2c7-f8362eac86cb req-b3ea1f40-9eda-4533-b21f-08674949a2d8 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Neutron deleted interface 0fb7f334-16fc-4e60-8dcc-04e699f23255; detaching it from the instance and deleting it from the info cache [ 1246.562535] env[63339]: DEBUG nova.network.neutron [req-e19ec0b6-2792-46f6-a2c7-f8362eac86cb req-b3ea1f40-9eda-4533-b21f-08674949a2d8 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.791114] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.042834] env[63339]: DEBUG nova.network.neutron [-] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.064882] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35da239a-c903-4c7e-9d23-bd24567cff2f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.075290] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9265480-4e82-4e51-9037-4357135b13b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.107854] env[63339]: DEBUG nova.compute.manager [req-e19ec0b6-2792-46f6-a2c7-f8362eac86cb req-b3ea1f40-9eda-4533-b21f-08674949a2d8 service nova] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Detach interface failed, port_id=0fb7f334-16fc-4e60-8dcc-04e699f23255, reason: Instance 4e536ece-b6a9-462f-b2ba-86a2d9cc4040 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1247.290866] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.545913] env[63339]: INFO nova.compute.manager [-] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Took 1.27 seconds to deallocate network for instance. [ 1247.792256] env[63339]: DEBUG oslo_vmware.api [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321003, 'name': ReconfigVM_Task, 'duration_secs': 1.174868} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.792409] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849908', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'name': 'volume-89420b04-2127-4487-a67a-b624e492ed02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32b33629-4bbf-4d72-8c41-655faaa4863e', 'attached_at': '', 'detached_at': '', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'serial': '89420b04-2127-4487-a67a-b624e492ed02'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.930342] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.930622] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.930841] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.931039] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.931219] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.933315] env[63339]: INFO nova.compute.manager [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Terminating instance [ 1247.989959] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.990252] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.990445] env[63339]: DEBUG nova.compute.manager [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Going to confirm migration 7 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1248.052068] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.052301] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.052525] env[63339]: DEBUG nova.objects.instance [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid 4e536ece-b6a9-462f-b2ba-86a2d9cc4040 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.437418] env[63339]: DEBUG nova.compute.manager [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.437800] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.438600] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518fe39-fb92-4554-825a-09592e10ae20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.446884] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.447145] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8992ae8a-089a-4519-b454-0b7d063cec27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.453464] env[63339]: DEBUG oslo_vmware.api [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1248.453464] env[63339]: value = "task-4321004" [ 1248.453464] env[63339]: _type = "Task" [ 1248.453464] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.461317] env[63339]: DEBUG oslo_vmware.api [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4321004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.580564] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.580762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquired lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.580940] env[63339]: DEBUG nova.network.neutron [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1248.581146] env[63339]: DEBUG nova.objects.instance [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'info_cache' on Instance uuid 3078c5e4-4e83-4afe-aee9-212a16b77634 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.699799] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a4f9df-5be4-4bda-a3c8-bb7e5fbbcafc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.707786] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d982c2e-277c-49ee-b119-25b1387f72cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.741174] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2552b6-9616-4fe4-a406-95bb2d589287 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.749386] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f4ef99-e7a5-4ea7-8376-5a4d882983f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.763012] env[63339]: DEBUG nova.compute.provider_tree [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.831513] env[63339]: DEBUG nova.objects.instance [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'flavor' on Instance uuid 32b33629-4bbf-4d72-8c41-655faaa4863e {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.964258] env[63339]: DEBUG oslo_vmware.api [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4321004, 'name': PowerOffVM_Task, 'duration_secs': 0.230261} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.964540] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.964725] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.964992] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b0025b-fdf1-48d1-80a7-c0cbae981295 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.027048] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.027381] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.027571] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleting the datastore file [datastore1] ef0f3bae-003a-4507-9a72-2c5e375a1f26 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.027839] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5abf5e3-af06-442a-9e21-9b8a45be5ac1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.035486] env[63339]: DEBUG oslo_vmware.api [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for the task: (returnval){ [ 1249.035486] env[63339]: value = "task-4321006" [ 1249.035486] env[63339]: _type = "Task" [ 1249.035486] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.044721] env[63339]: DEBUG oslo_vmware.api [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4321006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.266903] env[63339]: DEBUG nova.scheduler.client.report [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.336589] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8c1e1d21-4d10-4e93-ad92-21bfd198d747 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.287s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.545639] env[63339]: DEBUG oslo_vmware.api [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Task: {'id': task-4321006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172001} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.545997] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.546095] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.546382] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.546594] env[63339]: INFO nova.compute.manager [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1249.546865] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.547103] env[63339]: DEBUG nova.compute.manager [-] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.547254] env[63339]: DEBUG nova.network.neutron [-] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1249.773489] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.795696] env[63339]: INFO nova.scheduler.client.report [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance 4e536ece-b6a9-462f-b2ba-86a2d9cc4040 [ 1250.157246] env[63339]: DEBUG nova.network.neutron [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance_info_cache with network_info: [{"id": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "address": "fa:16:3e:22:3a:36", "network": {"id": "195487b4-8a38-40bf-95fb-b2ee51819447", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1755989788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d7639a7fc64a2e98af9d85db468e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcc0cf2-a4", "ovs_interfaceid": "9dcc0cf2-a40b-410a-a34c-95940f78a322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.172566] env[63339]: DEBUG nova.compute.manager [req-86f83ff8-cb13-432f-96dd-3a2f508f4961 req-73bb8161-de79-48fa-9354-41db48ad4728 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Received event network-vif-deleted-97f6cdfa-4f03-4888-b64d-cb824c754baa {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1250.172717] env[63339]: INFO nova.compute.manager [req-86f83ff8-cb13-432f-96dd-3a2f508f4961 req-73bb8161-de79-48fa-9354-41db48ad4728 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Neutron deleted interface 97f6cdfa-4f03-4888-b64d-cb824c754baa; detaching it from the instance and deleting it from the info cache [ 1250.172871] env[63339]: DEBUG nova.network.neutron [req-86f83ff8-cb13-432f-96dd-3a2f508f4961 req-73bb8161-de79-48fa-9354-41db48ad4728 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.225504] env[63339]: DEBUG nova.compute.manager [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1250.307301] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "4e536ece-b6a9-462f-b2ba-86a2d9cc4040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.648682] env[63339]: DEBUG nova.network.neutron [-] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.659387] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Releasing lock "refresh_cache-3078c5e4-4e83-4afe-aee9-212a16b77634" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.659656] env[63339]: DEBUG nova.objects.instance [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lazy-loading 'migration_context' on Instance uuid 3078c5e4-4e83-4afe-aee9-212a16b77634 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.675791] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7de7446-58c8-442e-90d9-b2c83e80fa18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.686043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4712c62-d8b6-4faa-b23c-fe6f5f8c515d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.715831] env[63339]: DEBUG nova.compute.manager [req-86f83ff8-cb13-432f-96dd-3a2f508f4961 req-73bb8161-de79-48fa-9354-41db48ad4728 service nova] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Detach interface failed, port_id=97f6cdfa-4f03-4888-b64d-cb824c754baa, reason: Instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1250.747808] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.748113] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.990501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.990980] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.991215] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.991400] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.991569] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.994276] env[63339]: INFO nova.compute.manager [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Terminating instance [ 1251.151794] env[63339]: INFO nova.compute.manager [-] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Took 1.60 seconds to deallocate network for instance. [ 1251.163016] env[63339]: DEBUG nova.objects.base [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Object Instance<3078c5e4-4e83-4afe-aee9-212a16b77634> lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1251.163933] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc0a82-b922-42d9-8b3c-710817db7927 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.190710] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ddc5510-efb1-439d-a90c-ff54873569b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.199633] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1251.199633] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52993986-555b-8c61-aa08-0d71bb3ac2e9" [ 1251.199633] env[63339]: _type = "Task" [ 1251.199633] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.209479] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52993986-555b-8c61-aa08-0d71bb3ac2e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.253733] env[63339]: INFO nova.compute.claims [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.366212] env[63339]: INFO nova.compute.manager [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Rebuilding instance [ 1251.413866] env[63339]: DEBUG nova.compute.manager [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.414720] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed1f9e-255f-4c54-bb40-be03a6d5ec6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.499283] env[63339]: DEBUG nova.compute.manager [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.499283] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.500271] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b08d05-3661-45d1-b34c-67d1518b6c44 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.508394] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.508669] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eecb4c58-350e-43eb-8220-8af75af8637c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.516070] env[63339]: DEBUG oslo_vmware.api [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1251.516070] env[63339]: value = "task-4321007" [ 1251.516070] env[63339]: _type = "Task" [ 1251.516070] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.524718] env[63339]: DEBUG oslo_vmware.api [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4321007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.658902] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.710779] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52993986-555b-8c61-aa08-0d71bb3ac2e9, 'name': SearchDatastore_Task, 'duration_secs': 0.016254} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.711089] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.761171] env[63339]: INFO nova.compute.resource_tracker [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating resource usage from migration 3a977b9e-7860-4a96-9949-82aa63270bd5 [ 1251.907279] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb6467a-40a9-43a7-a07a-f3e051aa5080 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.915699] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b692a02a-4295-411c-a74d-1a9fd9c34b9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.950430] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7259075-2a74-48ab-8357-9ae753b4ed55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.959781] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50059be6-c300-4d0c-8161-5f211907ec35 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.976694] env[63339]: DEBUG nova.compute.provider_tree [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.028272] env[63339]: DEBUG oslo_vmware.api [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4321007, 'name': PowerOffVM_Task, 'duration_secs': 0.203059} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.028658] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.028875] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.029233] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a682ad66-39b6-4f4c-a04e-1265ea902d80 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.061264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "24965558-1afe-4044-b881-33d0c21652b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.061949] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.096027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.096280] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.096471] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleting the datastore file [datastore1] c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.097364] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b33068b8-69c2-41b8-8385-b0daa365bb1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.104401] env[63339]: DEBUG oslo_vmware.api [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for the task: (returnval){ [ 1252.104401] env[63339]: value = "task-4321009" [ 1252.104401] env[63339]: _type = "Task" [ 1252.104401] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.112439] env[63339]: DEBUG oslo_vmware.api [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4321009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.454734] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.455091] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6ca5da-3880-424e-8e87-40e61f912dfa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.462548] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1252.462548] env[63339]: value = "task-4321010" [ 1252.462548] env[63339]: _type = "Task" [ 1252.462548] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.471628] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.480014] env[63339]: DEBUG nova.scheduler.client.report [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.567420] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.615206] env[63339]: DEBUG oslo_vmware.api [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Task: {'id': task-4321009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218101} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.615409] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.615651] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.615836] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.616020] env[63339]: INFO nova.compute.manager [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1252.616266] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.616449] env[63339]: DEBUG nova.compute.manager [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.616542] env[63339]: DEBUG nova.network.neutron [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1252.974668] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321010, 'name': PowerOffVM_Task, 'duration_secs': 0.410672} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.975026] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.975195] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.976020] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bc8a5-4b1c-44f6-8a03-ab96eba7c2de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.983246] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.983500] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b499a531-1e7a-4281-801a-201c0f69ad23 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.985547] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.237s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.985733] env[63339]: INFO nova.compute.manager [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Migrating [ 1252.992602] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.334s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.992832] env[63339]: DEBUG nova.objects.instance [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lazy-loading 'resources' on Instance uuid ef0f3bae-003a-4507-9a72-2c5e375a1f26 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.067066] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.067394] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.067592] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleting the datastore file [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.067885] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7840aa1-27b8-4371-893c-76cc6b167979 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.080030] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1253.080030] env[63339]: value = "task-4321012" [ 1253.080030] env[63339]: _type = "Task" [ 1253.080030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.086897] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.094952] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.163616] env[63339]: DEBUG nova.compute.manager [req-d2a4f452-8a60-42da-a112-fcf476956f72 req-bdedc206-3303-4789-b835-5713ad9fae0b service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Received event network-vif-deleted-434adbef-2e87-4a22-b393-cf7c9b927848 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1253.164014] env[63339]: INFO nova.compute.manager [req-d2a4f452-8a60-42da-a112-fcf476956f72 req-bdedc206-3303-4789-b835-5713ad9fae0b service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Neutron deleted interface 434adbef-2e87-4a22-b393-cf7c9b927848; detaching it from the instance and deleting it from the info cache [ 1253.164014] env[63339]: DEBUG nova.network.neutron [req-d2a4f452-8a60-42da-a112-fcf476956f72 req-bdedc206-3303-4789-b835-5713ad9fae0b service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.506684] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.506862] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.507149] env[63339]: DEBUG nova.network.neutron [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1253.590861] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.647562] env[63339]: DEBUG nova.network.neutron [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.652101] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85731a-d896-4df4-85f7-e27d9f73c212 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.660659] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a4102-f300-45d4-af0a-b8bf17e7ec24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.665934] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6bd5461-8d33-4057-9b19-5873ff93a8a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.696325] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5674b2a0-916e-4e57-97ec-3f4789bec252 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.703692] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51589b1c-e54f-448a-951d-893e337cc1ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.719185] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809220f9-07b7-4579-b63e-7e72b8c1b928 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.736922] env[63339]: DEBUG nova.compute.manager [req-d2a4f452-8a60-42da-a112-fcf476956f72 req-bdedc206-3303-4789-b835-5713ad9fae0b service nova] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Detach interface failed, port_id=434adbef-2e87-4a22-b393-cf7c9b927848, reason: Instance c24f9a15-b5be-4e58-91e7-cca77adee30d could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1253.746341] env[63339]: DEBUG nova.compute.provider_tree [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.091478] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669308} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.091770] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.091945] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.092136] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.151086] env[63339]: INFO nova.compute.manager [-] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Took 1.53 seconds to deallocate network for instance. [ 1254.249442] env[63339]: DEBUG nova.scheduler.client.report [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.254584] env[63339]: DEBUG nova.network.neutron [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.658443] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.755192] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.757776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.047s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.759420] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.781786] env[63339]: INFO nova.scheduler.client.report [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Deleted allocations for instance ef0f3bae-003a-4507-9a72-2c5e375a1f26 [ 1255.129074] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.129400] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.129502] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.129670] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.129813] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.129956] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.130180] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.130340] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.130510] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.130670] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.130843] env[63339]: DEBUG nova.virt.hardware [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.131745] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e50f8-fa76-45de-a988-f8feb27d95fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.140630] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3133dd-2d05-48d2-8eac-b15ed8c08338 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.154526] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:65:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc4ff529-4b0f-4d75-b560-50bf405fed96', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.161936] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.162291] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.162420] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b48c2f-a1a1-4af5-9b33-0e05417caba9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.182389] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.182389] env[63339]: value = "task-4321013" [ 1255.182389] env[63339]: _type = "Task" [ 1255.182389] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.191104] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321013, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.292141] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Lock "ef0f3bae-003a-4507-9a72-2c5e375a1f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.361s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.405784] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953fd93c-50b4-4006-adaa-8e72f90874f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.414149] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55690719-fce9-4e7a-8e6a-ecc32701819b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.444763] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def835f7-1a3e-4ba3-80ef-fe3d66656e96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.453391] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e3282-3447-4414-b1bd-b5445c685115 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.469486] env[63339]: DEBUG nova.compute.provider_tree [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.693360] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321013, 'name': CreateVM_Task, 'duration_secs': 0.395749} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.693546] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.701017] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.701208] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.701537] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.701796] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b22ddb5-0c34-45ce-8a07-12a8e701a5d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.707872] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1255.707872] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528680d1-c5db-2ad2-3039-84b805cb0496" [ 1255.707872] env[63339]: _type = "Task" [ 1255.707872] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.716793] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528680d1-c5db-2ad2-3039-84b805cb0496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.972347] env[63339]: DEBUG nova.scheduler.client.report [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.218551] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528680d1-c5db-2ad2-3039-84b805cb0496, 'name': SearchDatastore_Task, 'duration_secs': 0.015577} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.218902] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.219127] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.219363] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.219511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.219715] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.219985] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-718cd668-b46b-4edd-9fef-6eac97a1352c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.229283] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.229491] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.230279] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0316741-8d35-4a20-9c1f-1383c073fe8a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.235981] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1256.235981] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5291875b-eb2e-e53b-96b3-00cf500ac819" [ 1256.235981] env[63339]: _type = "Task" [ 1256.235981] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.245058] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5291875b-eb2e-e53b-96b3-00cf500ac819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.275658] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d95a382-755b-451c-86f5-95024310f318 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.297649] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.748597] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5291875b-eb2e-e53b-96b3-00cf500ac819, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.749424] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2593f6-8714-4abf-bdf4-31cbb344b61a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.755760] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1256.755760] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527235b8-7cfa-d27c-d0c5-20e33096ee75" [ 1256.755760] env[63339]: _type = "Task" [ 1256.755760] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.764822] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527235b8-7cfa-d27c-d0c5-20e33096ee75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.803999] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.804370] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af7c5dac-a62c-4d24-b118-fe21507fcc95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.812901] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1256.812901] env[63339]: value = "task-4321014" [ 1256.812901] env[63339]: _type = "Task" [ 1256.812901] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.823650] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.983809] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.226s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.990189] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.893s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.990189] env[63339]: INFO nova.compute.claims [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.266609] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527235b8-7cfa-d27c-d0c5-20e33096ee75, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.266609] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.267035] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.267035] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9463e54d-44b2-4c79-b664-c22d0a515b27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.274182] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1257.274182] env[63339]: value = "task-4321015" [ 1257.274182] env[63339]: _type = "Task" [ 1257.274182] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.283048] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.323387] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321014, 'name': PowerOffVM_Task, 'duration_secs': 0.225329} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.323745] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.323872] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.561896] env[63339]: INFO nova.scheduler.client.report [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocation for migration 95ce3dc0-5d0b-4d19-8e46-f65af00d24ee [ 1257.784651] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481847} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.784923] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.785160] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.785419] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19296067-1651-421a-bf29-4d1b0b802a73 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.791988] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1257.791988] env[63339]: value = "task-4321016" [ 1257.791988] env[63339]: _type = "Task" [ 1257.791988] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.802147] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.830613] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.830872] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.831040] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.831237] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.831382] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.831529] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.831731] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.832072] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.832072] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.832241] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.832405] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.837545] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad70164-0d18-4973-bc94-d4c10703e230 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.854390] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1257.854390] env[63339]: value = "task-4321017" [ 1257.854390] env[63339]: _type = "Task" [ 1257.854390] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.863627] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.067535] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.077s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.130323] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feeba09-de7f-4d72-b63e-8b748b65021d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.139078] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e5603-460b-496b-8477-75fbe7951811 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.171640] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f7c20a-b9b6-4e55-957c-65264203a0ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.179957] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e838f-c4a6-4678-9d7a-362f2ef793ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.194459] env[63339]: DEBUG nova.compute.provider_tree [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.302136] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068513} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.302503] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.303194] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3c5fc-7865-4b7e-a07c-542b48263161 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.325506] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.325849] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317dda31-0274-498b-a823-6e0d42472559 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.346285] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1258.346285] env[63339]: value = "task-4321018" [ 1258.346285] env[63339]: _type = "Task" [ 1258.346285] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.355580] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.364494] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.697496] env[63339]: DEBUG nova.scheduler.client.report [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.858594] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.872028] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321017, 'name': ReconfigVM_Task, 'duration_secs': 0.569434} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.872028] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.205019] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.205019] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.206998] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.549s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.207435] env[63339]: DEBUG nova.objects.instance [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lazy-loading 'resources' on Instance uuid c24f9a15-b5be-4e58-91e7-cca77adee30d {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.359434] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321018, 'name': ReconfigVM_Task, 'duration_secs': 0.799622} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.360527] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481/5300b719-ad0f-49d9-93a7-7ee7cab2b481.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.361377] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2ce517-8352-45e8-87a3-afff2e59e0b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.369530] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1259.369530] env[63339]: value = "task-4321019" [ 1259.369530] env[63339]: _type = "Task" [ 1259.369530] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.376906] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.377481] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.377818] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.379107] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.379107] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.379107] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.379107] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.379107] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.379107] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.379607] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.379888] env[63339]: DEBUG nova.virt.hardware [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.385415] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.389530] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d19b5a-d021-4f40-87b4-eb590da33ae8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.404511] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321019, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.412094] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1259.412094] env[63339]: value = "task-4321020" [ 1259.412094] env[63339]: _type = "Task" [ 1259.412094] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.421054] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.526575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.526575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.526575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.526575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.526575] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.528306] env[63339]: INFO nova.compute.manager [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Terminating instance [ 1259.713042] env[63339]: DEBUG nova.compute.utils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.713042] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.713042] env[63339]: DEBUG nova.network.neutron [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1259.771616] env[63339]: DEBUG nova.policy [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447e0459a1c4dbdbc72a49a6f650443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc0a77721a2414189fe062770673b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.889089] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321019, 'name': Rename_Task, 'duration_secs': 0.174538} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.889089] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.889089] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbbfa8a6-22ca-41bd-98e7-34d33e6a0b5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.897153] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca16503-5f70-40c4-b237-838d70676100 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.899820] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1259.899820] env[63339]: value = "task-4321021" [ 1259.899820] env[63339]: _type = "Task" [ 1259.899820] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.906238] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9ccfc-9342-4ca9-b95c-1d55687de47c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.913032] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.947290] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a81f06-9a19-44a7-9562-1fac6cdfcd47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.952939] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321020, 'name': ReconfigVM_Task, 'duration_secs': 0.202989} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.954500] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.954724] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5127a82-7dbf-4eeb-911a-19e30f4a8192 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.963297] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28433958-05b9-4bff-8d32-1953edaa06e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.991264] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.991448] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-512b7239-26d8-4578-a18a-81b976a14330 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.012461] env[63339]: DEBUG nova.compute.provider_tree [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.019487] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1260.019487] env[63339]: value = "task-4321022" [ 1260.019487] env[63339]: _type = "Task" [ 1260.019487] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.029412] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.033774] env[63339]: DEBUG nova.compute.manager [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.033774] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.034549] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2420a89a-5e41-44ef-a14d-aaf441ce06cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.042339] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.042848] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b95e1b-7771-4e9b-8437-88efa73c75cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.050237] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1260.050237] env[63339]: value = "task-4321023" [ 1260.050237] env[63339]: _type = "Task" [ 1260.050237] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.061055] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4321023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.201192] env[63339]: DEBUG nova.network.neutron [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Successfully created port: 966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1260.219212] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.411787] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.516108] env[63339]: DEBUG nova.scheduler.client.report [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.529096] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321022, 'name': ReconfigVM_Task, 'duration_secs': 0.401231} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.529466] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.530083] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.560168] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4321023, 'name': PowerOffVM_Task, 'duration_secs': 0.199852} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.560443] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.560612] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.560866] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc064be0-6e99-4c39-9255-b50cab7677e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.631180] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.631429] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.631615] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleting the datastore file [datastore2] 3078c5e4-4e83-4afe-aee9-212a16b77634 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.632200] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87430b00-a21f-434b-aab5-df2cf3797694 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.641177] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for the task: (returnval){ [ 1260.641177] env[63339]: value = "task-4321025" [ 1260.641177] env[63339]: _type = "Task" [ 1260.641177] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.484336] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.487945] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4321025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.488527] env[63339]: WARNING oslo_vmware.common.loopingcall [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] task run outlasted interval by 0.346726 sec [ 1261.494524] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33073a1-b24c-4606-9c95-2c478bc8beeb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.497580] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "a0ea9c50-a0d6-403a-a318-6ffac320df81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.497795] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.509191] env[63339]: DEBUG oslo_vmware.api [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321021, 'name': PowerOnVM_Task, 'duration_secs': 1.106634} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.527790] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.527900] env[63339]: DEBUG nova.compute.manager [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.528349] env[63339]: DEBUG oslo_vmware.api [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Task: {'id': task-4321025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152118} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.529467] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d4f55f-2cb5-488a-b209-02100e573326 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.532096] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.532306] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.532510] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.532615] env[63339]: INFO nova.compute.manager [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1261.532849] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.533529] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6fe9f-75a8-47e0-9ff9-13455dbfc2d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.537305] env[63339]: INFO nova.scheduler.client.report [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Deleted allocations for instance c24f9a15-b5be-4e58-91e7-cca77adee30d [ 1261.537571] env[63339]: DEBUG nova.compute.manager [-] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.537702] env[63339]: DEBUG nova.network.neutron [-] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1261.567876] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.582363] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "c9f39465-e635-44b6-b0d1-02cb37b89184" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.582661] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.737322] env[63339]: DEBUG nova.compute.manager [req-ec791b7d-4777-4cec-9eb9-47df90b006ea req-098b70cd-6fc5-4c53-9c76-d40276a87e84 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Received event network-vif-plugged-966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1261.737588] env[63339]: DEBUG oslo_concurrency.lockutils [req-ec791b7d-4777-4cec-9eb9-47df90b006ea req-098b70cd-6fc5-4c53-9c76-d40276a87e84 service nova] Acquiring lock "24965558-1afe-4044-b881-33d0c21652b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.737806] env[63339]: DEBUG oslo_concurrency.lockutils [req-ec791b7d-4777-4cec-9eb9-47df90b006ea req-098b70cd-6fc5-4c53-9c76-d40276a87e84 service nova] Lock "24965558-1afe-4044-b881-33d0c21652b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.737975] env[63339]: DEBUG oslo_concurrency.lockutils [req-ec791b7d-4777-4cec-9eb9-47df90b006ea req-098b70cd-6fc5-4c53-9c76-d40276a87e84 service nova] Lock "24965558-1afe-4044-b881-33d0c21652b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.738155] env[63339]: DEBUG nova.compute.manager [req-ec791b7d-4777-4cec-9eb9-47df90b006ea req-098b70cd-6fc5-4c53-9c76-d40276a87e84 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] No waiting events found dispatching network-vif-plugged-966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.738320] env[63339]: WARNING nova.compute.manager [req-ec791b7d-4777-4cec-9eb9-47df90b006ea req-098b70cd-6fc5-4c53-9c76-d40276a87e84 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Received unexpected event network-vif-plugged-966880ed-6d9e-4f80-a83e-333b9a5237bc for instance with vm_state building and task_state spawning. [ 1261.898345] env[63339]: DEBUG nova.network.neutron [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Successfully updated port: 966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1261.990255] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.003804] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.025784] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.026720] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.026720] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.027036] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.027036] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.027311] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.027727] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.027913] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.028114] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.028291] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.028536] env[63339]: DEBUG nova.virt.hardware [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.029506] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb721c38-d89a-4639-91e4-0c14f8d7d321 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.038897] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736755c3-672c-4ca6-8f9b-44cb7499c528 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.057663] env[63339]: DEBUG oslo_concurrency.lockutils [None req-7563b137-ad98-477e-94bd-1007229c56ac tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Lock "c24f9a15-b5be-4e58-91e7-cca77adee30d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.067s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.081888] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.082548] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.082801] env[63339]: DEBUG nova.objects.instance [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1262.086665] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.401374] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "refresh_cache-24965558-1afe-4044-b881-33d0c21652b0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.401530] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "refresh_cache-24965558-1afe-4044-b881-33d0c21652b0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.401852] env[63339]: DEBUG nova.network.neutron [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1262.465770] env[63339]: DEBUG nova.network.neutron [-] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.528584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.611843] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.940021] env[63339]: DEBUG nova.network.neutron [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1262.968913] env[63339]: INFO nova.compute.manager [-] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Took 1.43 seconds to deallocate network for instance. [ 1263.074514] env[63339]: DEBUG nova.network.neutron [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Updating instance_info_cache with network_info: [{"id": "966880ed-6d9e-4f80-a83e-333b9a5237bc", "address": "fa:16:3e:75:95:41", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966880ed-6d", "ovs_interfaceid": "966880ed-6d9e-4f80-a83e-333b9a5237bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.097756] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e414c2f-4847-4bee-8867-a852ef004d32 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.098794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.570s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.100221] env[63339]: INFO nova.compute.claims [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.242535] env[63339]: DEBUG nova.network.neutron [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Port 1d232753-6022-4a5f-943f-94dd96fa9148 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1263.476134] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.577468] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "refresh_cache-24965558-1afe-4044-b881-33d0c21652b0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.577893] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Instance network_info: |[{"id": "966880ed-6d9e-4f80-a83e-333b9a5237bc", "address": "fa:16:3e:75:95:41", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966880ed-6d", "ovs_interfaceid": "966880ed-6d9e-4f80-a83e-333b9a5237bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.578353] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:95:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '966880ed-6d9e-4f80-a83e-333b9a5237bc', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.586105] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.586348] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.586582] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdec272d-f5ef-406c-9324-28511d28d1b8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.609220] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.609220] env[63339]: value = "task-4321026" [ 1263.609220] env[63339]: _type = "Task" [ 1263.609220] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.622406] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321026, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.769681] env[63339]: DEBUG nova.compute.manager [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Received event network-changed-966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1263.770035] env[63339]: DEBUG nova.compute.manager [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Refreshing instance network info cache due to event network-changed-966880ed-6d9e-4f80-a83e-333b9a5237bc. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1263.770199] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] Acquiring lock "refresh_cache-24965558-1afe-4044-b881-33d0c21652b0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.770348] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] Acquired lock "refresh_cache-24965558-1afe-4044-b881-33d0c21652b0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.770510] env[63339]: DEBUG nova.network.neutron [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Refreshing network info cache for port 966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1264.120403] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321026, 'name': CreateVM_Task, 'duration_secs': 0.34774} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.120580] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.122618] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.122794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.123138] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.123407] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0493b7-fcfc-4b0a-8594-cb840b737348 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.128724] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1264.128724] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5224cf39-b355-7699-3df3-6ea2e89bf82d" [ 1264.128724] env[63339]: _type = "Task" [ 1264.128724] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.140345] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5224cf39-b355-7699-3df3-6ea2e89bf82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.244204] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f214e1bd-2b24-4258-a6f9-59ab798523b4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.260767] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589afa5-86ea-452f-a07f-60f7a9c670d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.271424] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.271706] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.271836] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.305380] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac743c02-95d6-4daa-b1c9-64d35759a2b6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.316428] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b439765-c8fb-45b9-9a2d-03170169ba99 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.332438] env[63339]: DEBUG nova.compute.provider_tree [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.492744] env[63339]: DEBUG nova.network.neutron [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Updated VIF entry in instance network info cache for port 966880ed-6d9e-4f80-a83e-333b9a5237bc. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1264.493140] env[63339]: DEBUG nova.network.neutron [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Updating instance_info_cache with network_info: [{"id": "966880ed-6d9e-4f80-a83e-333b9a5237bc", "address": "fa:16:3e:75:95:41", "network": {"id": "923b41d4-28c2-44c6-88d4-ae6cb065e1d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-407822293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc0a77721a2414189fe062770673b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966880ed-6d", "ovs_interfaceid": "966880ed-6d9e-4f80-a83e-333b9a5237bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.639965] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5224cf39-b355-7699-3df3-6ea2e89bf82d, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.640329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.640567] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.640802] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.640949] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.641153] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.641418] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815593fe-de3e-4999-86f4-ba5d3c555c62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.650371] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.650557] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.651287] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0643c42-f6ca-4611-abf0-296e319cef94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.657536] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1264.657536] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529973a3-da44-3246-f7ef-3afd08d32a80" [ 1264.657536] env[63339]: _type = "Task" [ 1264.657536] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.665571] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529973a3-da44-3246-f7ef-3afd08d32a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.836067] env[63339]: DEBUG nova.scheduler.client.report [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.996224] env[63339]: DEBUG oslo_concurrency.lockutils [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] Releasing lock "refresh_cache-24965558-1afe-4044-b881-33d0c21652b0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.996500] env[63339]: DEBUG nova.compute.manager [req-a8846087-aea2-45b0-b12c-0b019dceae7a req-57e1d60e-54c1-4bd6-9744-56aa16787d90 service nova] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Received event network-vif-deleted-9dcc0cf2-a40b-410a-a34c-95940f78a322 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1265.168725] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529973a3-da44-3246-f7ef-3afd08d32a80, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.169519] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fca056-876b-4c0d-bbed-ff72ce4cbc58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.175230] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1265.175230] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5234d02a-4265-90e7-79c9-be8646d44cdf" [ 1265.175230] env[63339]: _type = "Task" [ 1265.175230] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.183018] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5234d02a-4265-90e7-79c9-be8646d44cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.309430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.309631] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.309966] env[63339]: DEBUG nova.network.neutron [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1265.340976] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.341533] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.344121] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.732s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.345668] env[63339]: INFO nova.compute.claims [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.688626] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5234d02a-4265-90e7-79c9-be8646d44cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.022577} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.688938] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.689168] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 24965558-1afe-4044-b881-33d0c21652b0/24965558-1afe-4044-b881-33d0c21652b0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.689428] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2fe754d-6598-4367-982d-2ba776078c09 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.699030] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1265.699030] env[63339]: value = "task-4321028" [ 1265.699030] env[63339]: _type = "Task" [ 1265.699030] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.707477] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.851130] env[63339]: DEBUG nova.compute.utils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.857197] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.857423] env[63339]: DEBUG nova.network.neutron [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1265.940175] env[63339]: DEBUG nova.policy [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da464cd4427e466b83f1691455d95d49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e61b4794e6147f49aeaf76d49df4098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.206309] env[63339]: DEBUG nova.network.neutron [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.213081] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495232} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.213655] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 24965558-1afe-4044-b881-33d0c21652b0/24965558-1afe-4044-b881-33d0c21652b0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.213655] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.214071] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70307424-fa21-44fc-b0d6-93af85a77af2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.221330] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1266.221330] env[63339]: value = "task-4321029" [ 1266.221330] env[63339]: _type = "Task" [ 1266.221330] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.230472] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.347681] env[63339]: DEBUG nova.network.neutron [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Successfully created port: aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1266.356035] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.488649] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd6f5b-d6a2-46c1-bc5b-b47a9fe220ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.495814] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecccd971-1789-420f-a16d-4ee163fb9bd9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.527988] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1136f75f-89eb-4e03-82b6-d75b185690fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.537605] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816b9362-afd3-4487-b694-717a62ec0154 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.553785] env[63339]: DEBUG nova.compute.provider_tree [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.710045] env[63339]: DEBUG oslo_concurrency.lockutils [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.731531] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066036} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.731811] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.732623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75349019-6c48-4dd9-ab26-f0d7e0b22393 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.755126] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 24965558-1afe-4044-b881-33d0c21652b0/24965558-1afe-4044-b881-33d0c21652b0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.756343] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87503bc1-8506-4f3c-8a6f-bdd8a03a8ea2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.776498] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1266.776498] env[63339]: value = "task-4321030" [ 1266.776498] env[63339]: _type = "Task" [ 1266.776498] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.785264] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.055350] env[63339]: DEBUG nova.scheduler.client.report [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.219055] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7667334c-d4cc-455a-9cb3-9c3e5341f88a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.227158] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68961815-03cd-4dcf-be3c-cab491f293bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.288971] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321030, 'name': ReconfigVM_Task, 'duration_secs': 0.288973} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.289348] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 24965558-1afe-4044-b881-33d0c21652b0/24965558-1afe-4044-b881-33d0c21652b0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.290203] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77fceaf8-93ca-47b8-bf63-d29e5a317ab7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.297931] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1267.297931] env[63339]: value = "task-4321031" [ 1267.297931] env[63339]: _type = "Task" [ 1267.297931] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.308031] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321031, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.366097] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.396077] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.396366] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.396638] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.396819] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.397018] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.397227] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.397544] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.397746] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.397977] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.398214] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.398468] env[63339]: DEBUG nova.virt.hardware [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.399454] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d56b26-91b9-4877-b4a8-060b24bace6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.408221] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d15d9-bf05-4a71-b0f9-881e2550cec1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.560992] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.561985] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.564176] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.088s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.564507] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.598071] env[63339]: INFO nova.scheduler.client.report [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Deleted allocations for instance 3078c5e4-4e83-4afe-aee9-212a16b77634 [ 1267.810404] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321031, 'name': Rename_Task, 'duration_secs': 0.162721} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.810660] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.810842] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89eec6b8-b80a-4342-ac87-102edd10d8c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.819716] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1267.819716] env[63339]: value = "task-4321032" [ 1267.819716] env[63339]: _type = "Task" [ 1267.819716] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.828554] env[63339]: DEBUG nova.compute.manager [req-59f7bf5b-5bc7-4f9d-a863-6f5a02381deb req-67054da7-4652-408b-9371-3e6478d32b86 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Received event network-vif-plugged-aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1267.828784] env[63339]: DEBUG oslo_concurrency.lockutils [req-59f7bf5b-5bc7-4f9d-a863-6f5a02381deb req-67054da7-4652-408b-9371-3e6478d32b86 service nova] Acquiring lock "a0ea9c50-a0d6-403a-a318-6ffac320df81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.829015] env[63339]: DEBUG oslo_concurrency.lockutils [req-59f7bf5b-5bc7-4f9d-a863-6f5a02381deb req-67054da7-4652-408b-9371-3e6478d32b86 service nova] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.829379] env[63339]: DEBUG oslo_concurrency.lockutils [req-59f7bf5b-5bc7-4f9d-a863-6f5a02381deb req-67054da7-4652-408b-9371-3e6478d32b86 service nova] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.829531] env[63339]: DEBUG nova.compute.manager [req-59f7bf5b-5bc7-4f9d-a863-6f5a02381deb req-67054da7-4652-408b-9371-3e6478d32b86 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] No waiting events found dispatching network-vif-plugged-aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.829698] env[63339]: WARNING nova.compute.manager [req-59f7bf5b-5bc7-4f9d-a863-6f5a02381deb req-67054da7-4652-408b-9371-3e6478d32b86 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Received unexpected event network-vif-plugged-aa724b57-42b2-4f30-a162-145b0fde21a7 for instance with vm_state building and task_state spawning. [ 1267.837958] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.942642] env[63339]: DEBUG nova.network.neutron [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Successfully updated port: aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1268.069238] env[63339]: DEBUG nova.compute.utils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.072934] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.073043] env[63339]: DEBUG nova.network.neutron [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1268.109671] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Lock "3078c5e4-4e83-4afe-aee9-212a16b77634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.583s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.137399] env[63339]: DEBUG nova.policy [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da464cd4427e466b83f1691455d95d49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e61b4794e6147f49aeaf76d49df4098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.329854] env[63339]: DEBUG oslo_vmware.api [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321032, 'name': PowerOnVM_Task, 'duration_secs': 0.494162} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.330217] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.330428] env[63339]: INFO nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1268.330655] env[63339]: DEBUG nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.331519] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021c3e22-fbda-4be1-8c0c-f59e8ba65ad1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.363130] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff4f05-9513-4c29-89fe-c490c2310f20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.385086] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cbf7a-95c7-42c4-bb90-3dc474b6e56b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.394580] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.451939] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.452043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.452201] env[63339]: DEBUG nova.network.neutron [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1268.499268] env[63339]: DEBUG nova.network.neutron [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Successfully created port: 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1268.574817] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.854298] env[63339]: INFO nova.compute.manager [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Took 15.78 seconds to build instance. [ 1268.900238] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.900570] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13107a59-e820-48ca-96ec-10ffe5877c66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.908605] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1268.908605] env[63339]: value = "task-4321034" [ 1268.908605] env[63339]: _type = "Task" [ 1268.908605] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.917617] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.991594] env[63339]: DEBUG nova.network.neutron [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1269.147571] env[63339]: DEBUG nova.network.neutron [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updating instance_info_cache with network_info: [{"id": "aa724b57-42b2-4f30-a162-145b0fde21a7", "address": "fa:16:3e:42:aa:c4", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa724b57-42", "ovs_interfaceid": "aa724b57-42b2-4f30-a162-145b0fde21a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.356462] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9b3723ce-929c-4df3-b86e-d9206b7d500b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.295s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.418482] env[63339]: DEBUG oslo_vmware.api [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321034, 'name': PowerOnVM_Task, 'duration_secs': 0.456713} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.418791] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.418986] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-38a5afca-fcdb-44bf-bdaa-eef34fe7aca5 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance '32b33629-4bbf-4d72-8c41-655faaa4863e' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.587130] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.616970] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.617266] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.617425] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.617664] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.617816] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.617964] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.618206] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.618367] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.618568] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.618752] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.618929] env[63339]: DEBUG nova.virt.hardware [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.619871] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc430e3-f5dc-4d0d-8ff3-58bc70545e66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.629176] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af861fe3-73fd-4d72-8850-deb9957a862e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.650419] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.650851] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Instance network_info: |[{"id": "aa724b57-42b2-4f30-a162-145b0fde21a7", "address": "fa:16:3e:42:aa:c4", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa724b57-42", "ovs_interfaceid": "aa724b57-42b2-4f30-a162-145b0fde21a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.651333] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:aa:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa724b57-42b2-4f30-a162-145b0fde21a7', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.658832] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating folder: Project (8e61b4794e6147f49aeaf76d49df4098). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.659116] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-984a686d-4a25-425a-b7c1-39acd417085e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.671016] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created folder: Project (8e61b4794e6147f49aeaf76d49df4098) in parent group-v849594. [ 1269.671336] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating folder: Instances. Parent ref: group-v849911. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.671660] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff40cf94-6aa4-4dff-b392-2d7939ccc41f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.681728] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created folder: Instances in parent group-v849911. [ 1269.681969] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.682184] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.682396] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b8a501-4a57-4182-b4b8-bd39f035d733 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.702325] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.702325] env[63339]: value = "task-4321037" [ 1269.702325] env[63339]: _type = "Task" [ 1269.702325] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.710645] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321037, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.857213] env[63339]: DEBUG nova.compute.manager [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Received event network-changed-aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1269.857558] env[63339]: DEBUG nova.compute.manager [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Refreshing instance network info cache due to event network-changed-aa724b57-42b2-4f30-a162-145b0fde21a7. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1269.857769] env[63339]: DEBUG oslo_concurrency.lockutils [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] Acquiring lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.857935] env[63339]: DEBUG oslo_concurrency.lockutils [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] Acquired lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.858161] env[63339]: DEBUG nova.network.neutron [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Refreshing network info cache for port aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1270.056647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "24965558-1afe-4044-b881-33d0c21652b0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.056942] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.057251] env[63339]: DEBUG nova.compute.manager [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.058127] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad934c-e3f4-4c3b-953e-5f52f802ba3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.066260] env[63339]: DEBUG nova.compute.manager [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.066531] env[63339]: DEBUG nova.objects.instance [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'flavor' on Instance uuid 24965558-1afe-4044-b881-33d0c21652b0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.096030] env[63339]: DEBUG nova.network.neutron [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Successfully updated port: 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1270.212602] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321037, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.568364] env[63339]: DEBUG nova.network.neutron [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updated VIF entry in instance network info cache for port aa724b57-42b2-4f30-a162-145b0fde21a7. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1270.568780] env[63339]: DEBUG nova.network.neutron [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updating instance_info_cache with network_info: [{"id": "aa724b57-42b2-4f30-a162-145b0fde21a7", "address": "fa:16:3e:42:aa:c4", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa724b57-42", "ovs_interfaceid": "aa724b57-42b2-4f30-a162-145b0fde21a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.597534] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.597677] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.597820] env[63339]: DEBUG nova.network.neutron [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1270.713687] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321037, 'name': CreateVM_Task, 'duration_secs': 0.602604} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.713856] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.714551] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.714787] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.715136] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.715418] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d645cd0-918e-415f-97b9-de8fa3b0a408 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.720303] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1270.720303] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d049a3-c76c-53fb-9061-b83d58f1184a" [ 1270.720303] env[63339]: _type = "Task" [ 1270.720303] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.728663] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d049a3-c76c-53fb-9061-b83d58f1184a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.072807] env[63339]: DEBUG oslo_concurrency.lockutils [req-341d89eb-e3ce-4177-b87e-4fec9ea13dd0 req-56bf1873-f476-4e52-9f77-3a101a3ea5ff service nova] Releasing lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.073633] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.073917] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60d4516-d9fb-4a0b-969a-e65295912a11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.081590] env[63339]: DEBUG oslo_vmware.api [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1271.081590] env[63339]: value = "task-4321038" [ 1271.081590] env[63339]: _type = "Task" [ 1271.081590] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.090789] env[63339]: DEBUG oslo_vmware.api [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.131205] env[63339]: DEBUG nova.network.neutron [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1271.233152] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d049a3-c76c-53fb-9061-b83d58f1184a, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.233315] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.233422] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.233671] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.233853] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.234016] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.234343] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae64e014-03bb-413b-be47-047d013e45dd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.245099] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.245450] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.246361] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ba4dbf-80e0-473c-b4b5-822f9952579a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.252624] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1271.252624] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5245bd2c-625c-823e-5105-9eea03f8d443" [ 1271.252624] env[63339]: _type = "Task" [ 1271.252624] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.263574] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5245bd2c-625c-823e-5105-9eea03f8d443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.299456] env[63339]: DEBUG nova.network.neutron [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Updating instance_info_cache with network_info: [{"id": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "address": "fa:16:3e:2d:2d:30", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8b3bc1-df", "ovs_interfaceid": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.592564] env[63339]: DEBUG oslo_vmware.api [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321038, 'name': PowerOffVM_Task, 'duration_secs': 0.204751} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.592858] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.593070] env[63339]: DEBUG nova.compute.manager [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.593831] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f0ea0f-2311-489b-8f54-6104124982c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.766892] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5245bd2c-625c-823e-5105-9eea03f8d443, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.767987] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3a1332-8a7a-43fc-a0bd-c7da022d5998 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.774920] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1271.774920] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ad60f-1066-fa7a-b44c-ec293a5c0bc9" [ 1271.774920] env[63339]: _type = "Task" [ 1271.774920] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.783256] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ad60f-1066-fa7a-b44c-ec293a5c0bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.801734] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.802091] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Instance network_info: |[{"id": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "address": "fa:16:3e:2d:2d:30", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8b3bc1-df", "ovs_interfaceid": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.802533] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:2d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.810769] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.810985] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.811391] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35b5205a-0d12-4743-a51f-e974cf80a709 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.832492] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.832492] env[63339]: value = "task-4321039" [ 1271.832492] env[63339]: _type = "Task" [ 1271.832492] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.840982] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321039, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.105602] env[63339]: DEBUG oslo_concurrency.lockutils [None req-77321755-b75e-4dca-91cf-361f96e19ade tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.169098] env[63339]: DEBUG nova.compute.manager [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Received event network-vif-plugged-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1272.169509] env[63339]: DEBUG oslo_concurrency.lockutils [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] Acquiring lock "c9f39465-e635-44b6-b0d1-02cb37b89184-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.169863] env[63339]: DEBUG oslo_concurrency.lockutils [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.170254] env[63339]: DEBUG oslo_concurrency.lockutils [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.170551] env[63339]: DEBUG nova.compute.manager [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] No waiting events found dispatching network-vif-plugged-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.170871] env[63339]: WARNING nova.compute.manager [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Received unexpected event network-vif-plugged-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf for instance with vm_state building and task_state spawning. [ 1272.171153] env[63339]: DEBUG nova.compute.manager [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Received event network-changed-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1272.171399] env[63339]: DEBUG nova.compute.manager [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Refreshing instance network info cache due to event network-changed-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1272.171668] env[63339]: DEBUG oslo_concurrency.lockutils [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] Acquiring lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.171878] env[63339]: DEBUG oslo_concurrency.lockutils [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] Acquired lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.172131] env[63339]: DEBUG nova.network.neutron [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Refreshing network info cache for port 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1272.218947] env[63339]: DEBUG nova.network.neutron [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Port 1d232753-6022-4a5f-943f-94dd96fa9148 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1272.219276] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.219573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.219805] env[63339]: DEBUG nova.network.neutron [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1272.285851] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520ad60f-1066-fa7a-b44c-ec293a5c0bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.02652} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.286099] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.286370] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/a0ea9c50-a0d6-403a-a318-6ffac320df81.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.286790] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e73f83-ac44-48a5-82aa-3edef2d5ca83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.294628] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1272.294628] env[63339]: value = "task-4321040" [ 1272.294628] env[63339]: _type = "Task" [ 1272.294628] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.304693] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.345256] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321039, 'name': CreateVM_Task, 'duration_secs': 0.35794} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.345538] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.346360] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.346625] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.346874] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.347588] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8b1ab9-f0dc-45d4-97da-9ac4264c535b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.353155] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1272.353155] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528cbe18-1518-8bf3-d724-5701fa4b18a3" [ 1272.353155] env[63339]: _type = "Task" [ 1272.353155] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.364934] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528cbe18-1518-8bf3-d724-5701fa4b18a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.816451] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321040, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.830244] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "24965558-1afe-4044-b881-33d0c21652b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.830517] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.830721] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "24965558-1afe-4044-b881-33d0c21652b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.830903] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.831966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.834735] env[63339]: INFO nova.compute.manager [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Terminating instance [ 1272.865475] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]528cbe18-1518-8bf3-d724-5701fa4b18a3, 'name': SearchDatastore_Task, 'duration_secs': 0.031261} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.865739] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.866167] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.866248] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.866669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.866669] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.869894] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcef8dd2-de40-4f3c-a1aa-b7d3eae37c78 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.878764] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.878971] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.879879] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35eb26f0-76e8-4214-b3ad-4db15431ff9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.891263] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1272.891263] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d52428-37de-470f-d1eb-0d6d0e6eabef" [ 1272.891263] env[63339]: _type = "Task" [ 1272.891263] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.909713] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d52428-37de-470f-d1eb-0d6d0e6eabef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.031267] env[63339]: DEBUG nova.network.neutron [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Updated VIF entry in instance network info cache for port 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1273.031828] env[63339]: DEBUG nova.network.neutron [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Updating instance_info_cache with network_info: [{"id": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "address": "fa:16:3e:2d:2d:30", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8b3bc1-df", "ovs_interfaceid": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.083427] env[63339]: DEBUG nova.network.neutron [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.310360] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810055} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.310649] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/a0ea9c50-a0d6-403a-a318-6ffac320df81.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.310874] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.311155] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-264c15f9-b4e9-45ef-801b-e41e859b7661 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.320330] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1273.320330] env[63339]: value = "task-4321041" [ 1273.320330] env[63339]: _type = "Task" [ 1273.320330] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.330804] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.338696] env[63339]: DEBUG nova.compute.manager [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.338945] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.339861] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ef7f3-2731-4603-9e95-8de893011b02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.348916] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.349230] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6bac49e-3b3b-4151-a4cb-028a5ae64ca6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.406764] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d52428-37de-470f-d1eb-0d6d0e6eabef, 'name': SearchDatastore_Task, 'duration_secs': 0.018742} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.407665] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ecdd86-8bb0-4c35-9564-4edf11e9688f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.413978] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1273.413978] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525efc26-1189-49cd-0c22-242bdb8fa134" [ 1273.413978] env[63339]: _type = "Task" [ 1273.413978] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.420909] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.421203] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.421391] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore1] 24965558-1afe-4044-b881-33d0c21652b0 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.424562] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ecbaf8c-11d1-45cb-a9d7-1a2f8a9e3f42 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.426449] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525efc26-1189-49cd-0c22-242bdb8fa134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.431906] env[63339]: DEBUG oslo_vmware.api [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1273.431906] env[63339]: value = "task-4321043" [ 1273.431906] env[63339]: _type = "Task" [ 1273.431906] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.440245] env[63339]: DEBUG oslo_vmware.api [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.537324] env[63339]: DEBUG oslo_concurrency.lockutils [req-9483d52d-fddf-4d5f-bdad-dfec2b311650 req-80161022-3fac-481a-b89d-44620e688de5 service nova] Releasing lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.586313] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.831895] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081515} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.832284] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.833121] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5845691-4017-4261-9962-41f29f413cc8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.855950] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/a0ea9c50-a0d6-403a-a318-6ffac320df81.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.856662] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf8e802-0eef-4194-852d-9c02fe137f45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.878446] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1273.878446] env[63339]: value = "task-4321044" [ 1273.878446] env[63339]: _type = "Task" [ 1273.878446] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.887603] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.925067] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525efc26-1189-49cd-0c22-242bdb8fa134, 'name': SearchDatastore_Task, 'duration_secs': 0.025767} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.925067] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.925067] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/c9f39465-e635-44b6-b0d1-02cb37b89184.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.925410] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178d6016-57bb-4c09-83eb-2711ba2b2f73 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.936469] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1273.936469] env[63339]: value = "task-4321045" [ 1273.936469] env[63339]: _type = "Task" [ 1273.936469] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.943470] env[63339]: DEBUG oslo_vmware.api [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.948675] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.090539] env[63339]: DEBUG nova.compute.manager [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63339) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1274.390112] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.446527] env[63339]: DEBUG oslo_vmware.api [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602452} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.446527] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.446527] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.446527] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.446527] env[63339]: INFO nova.compute.manager [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1274.446988] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.450231] env[63339]: DEBUG nova.compute.manager [-] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.450489] env[63339]: DEBUG nova.network.neutron [-] [instance: 24965558-1afe-4044-b881-33d0c21652b0] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1274.452378] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.841425] env[63339]: DEBUG nova.compute.manager [req-cdf08a0c-6cd1-4657-8199-e836acdca42c req-0463fcfa-1fd5-4318-a58e-f02460f9a461 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Received event network-vif-deleted-966880ed-6d9e-4f80-a83e-333b9a5237bc {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1274.841425] env[63339]: INFO nova.compute.manager [req-cdf08a0c-6cd1-4657-8199-e836acdca42c req-0463fcfa-1fd5-4318-a58e-f02460f9a461 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Neutron deleted interface 966880ed-6d9e-4f80-a83e-333b9a5237bc; detaching it from the instance and deleting it from the info cache [ 1274.841425] env[63339]: DEBUG nova.network.neutron [req-cdf08a0c-6cd1-4657-8199-e836acdca42c req-0463fcfa-1fd5-4318-a58e-f02460f9a461 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.893774] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321044, 'name': ReconfigVM_Task, 'duration_secs': 0.869475} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.894278] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Reconfigured VM instance instance-00000072 to attach disk [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/a0ea9c50-a0d6-403a-a318-6ffac320df81.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.895293] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d668c5fb-6c59-4a42-941f-25f17fce75b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.902789] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1274.902789] env[63339]: value = "task-4321046" [ 1274.902789] env[63339]: _type = "Task" [ 1274.902789] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.912436] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321046, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.948259] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981452} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.948628] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/c9f39465-e635-44b6-b0d1-02cb37b89184.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.948860] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.949139] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d70d52-c75b-4309-9fdd-7476a762d255 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.958334] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1274.958334] env[63339]: value = "task-4321047" [ 1274.958334] env[63339]: _type = "Task" [ 1274.958334] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.968096] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.235620] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.235982] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.268961] env[63339]: DEBUG nova.network.neutron [-] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.288658] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "2420bde4-8409-485f-8398-cb00134ed9b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.289230] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.343768] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94c95811-56cd-4e03-8223-08c6ae9f1ab7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.353950] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d683d9-0f60-4cee-b96c-6e6555e380af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.383368] env[63339]: DEBUG nova.compute.manager [req-cdf08a0c-6cd1-4657-8199-e836acdca42c req-0463fcfa-1fd5-4318-a58e-f02460f9a461 service nova] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Detach interface failed, port_id=966880ed-6d9e-4f80-a83e-333b9a5237bc, reason: Instance 24965558-1afe-4044-b881-33d0c21652b0 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1275.413308] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321046, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.468746] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076608} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.469037] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.469808] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e00b249-dc0f-4173-891f-0ea86bf33e66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.492496] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/c9f39465-e635-44b6-b0d1-02cb37b89184.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.492818] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd2021f-fd5a-4f7d-83ea-5d7d5d5c5727 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.513466] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1275.513466] env[63339]: value = "task-4321048" [ 1275.513466] env[63339]: _type = "Task" [ 1275.513466] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.522433] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.739127] env[63339]: DEBUG nova.objects.instance [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'migration_context' on Instance uuid 32b33629-4bbf-4d72-8c41-655faaa4863e {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.752878] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "152c7811-b155-471b-8919-fc13aa038ec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.752878] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "152c7811-b155-471b-8919-fc13aa038ec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.772322] env[63339]: INFO nova.compute.manager [-] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Took 1.32 seconds to deallocate network for instance. [ 1275.791745] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.915602] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321046, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.026300] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321048, 'name': ReconfigVM_Task, 'duration_secs': 0.329766} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.026300] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Reconfigured VM instance instance-00000073 to attach disk [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/c9f39465-e635-44b6-b0d1-02cb37b89184.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.026300] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b61d53a-f099-4340-ab42-37e80c31465e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.034975] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1276.034975] env[63339]: value = "task-4321049" [ 1276.034975] env[63339]: _type = "Task" [ 1276.034975] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.059675] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321049, 'name': Rename_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.226416] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "47c5db17-64b9-4427-8d82-ca85e750a1cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.226690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.256838] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.279359] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.314108] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.403108] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a09abfc-2b7b-4520-932b-63d16f11bfd5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.417107] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65df9ab8-8c53-419d-b1c4-25278b68601e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.420525] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321046, 'name': Rename_Task, 'duration_secs': 1.266208} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.420817] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.421438] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13feb150-7ef1-483c-bf3a-c5986cf9c4cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.452095] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0028d9d-fdd2-4f2f-bbef-62add0361afc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.454911] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1276.454911] env[63339]: value = "task-4321050" [ 1276.454911] env[63339]: _type = "Task" [ 1276.454911] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.462022] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa8cb9-f5e7-4499-8290-1c8ce889135d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.469139] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.479163] env[63339]: DEBUG nova.compute.provider_tree [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.545791] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321049, 'name': Rename_Task, 'duration_secs': 0.221256} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.546071] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.546324] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e41271-b13c-4be7-99f9-4af13553a1a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.552881] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1276.552881] env[63339]: value = "task-4321051" [ 1276.552881] env[63339]: _type = "Task" [ 1276.552881] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.561197] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.729658] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.779709] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.965277] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.982648] env[63339]: DEBUG nova.scheduler.client.report [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.064277] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.256525] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.465382] env[63339]: DEBUG oslo_vmware.api [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321050, 'name': PowerOnVM_Task, 'duration_secs': 0.966539} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.465772] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.465949] env[63339]: INFO nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1277.466202] env[63339]: DEBUG nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.467043] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b2e29-d8bc-406c-8e88-c8c83b57b463 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.563433] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.986202] env[63339]: INFO nova.compute.manager [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Took 15.48 seconds to build instance. [ 1277.993543] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.757s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.999842] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.721s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.000128] env[63339]: DEBUG nova.objects.instance [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid 24965558-1afe-4044-b881-33d0c21652b0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.065132] env[63339]: DEBUG oslo_vmware.api [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321051, 'name': PowerOnVM_Task, 'duration_secs': 1.169386} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.065553] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.065756] env[63339]: INFO nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1278.065951] env[63339]: DEBUG nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.066765] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e382aa16-b1f5-4559-b51f-44c1250749b5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.487919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.990s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.587136] env[63339]: INFO nova.compute.manager [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Took 15.99 seconds to build instance. [ 1278.664751] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1890901-0b30-4bce-a361-cbbd5b549ca2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.673639] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813883c-d0ea-435d-9bc5-1b85367699ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.707892] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42354d9-e37c-4913-9428-319be89d7a58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.717046] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2da2c-c143-457b-b413-d6ee813ab8e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.732692] env[63339]: DEBUG nova.compute.provider_tree [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.089383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-b0052858-ba70-4408-a6e8-3ec171f89fb2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.506s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.236168] env[63339]: DEBUG nova.scheduler.client.report [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.512698] env[63339]: INFO nova.compute.manager [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Rescuing [ 1279.513081] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.513135] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.513303] env[63339]: DEBUG nova.network.neutron [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1279.537427] env[63339]: INFO nova.compute.manager [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Swapping old allocation on dict_keys(['84ee6762-1c4c-40d9-9e2b-ed7522c56c3c']) held by migration 3a977b9e-7860-4a96-9949-82aa63270bd5 for instance [ 1279.563568] env[63339]: DEBUG nova.scheduler.client.report [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Overwriting current allocation {'allocations': {'84ee6762-1c4c-40d9-9e2b-ed7522c56c3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': '39f0cfcc403944398964bc28298c1765', 'user_id': 'dc779c3b6e8e4eda9482ee120b2bda33', 'consumer_generation': 1} on consumer 32b33629-4bbf-4d72-8c41-655faaa4863e {{(pid=63339) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1279.652466] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.652659] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.652908] env[63339]: DEBUG nova.network.neutron [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1279.742737] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.746406] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.432s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.749333] env[63339]: INFO nova.compute.claims [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.763859] env[63339]: INFO nova.scheduler.client.report [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance 24965558-1afe-4044-b881-33d0c21652b0 [ 1280.271924] env[63339]: DEBUG oslo_concurrency.lockutils [None req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "24965558-1afe-4044-b881-33d0c21652b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.441s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.328919] env[63339]: DEBUG nova.network.neutron [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Updating instance_info_cache with network_info: [{"id": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "address": "fa:16:3e:2d:2d:30", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8b3bc1-df", "ovs_interfaceid": "2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.442761] env[63339]: DEBUG nova.network.neutron [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [{"id": "1d232753-6022-4a5f-943f-94dd96fa9148", "address": "fa:16:3e:56:40:52", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d232753-60", "ovs_interfaceid": "1d232753-6022-4a5f-943f-94dd96fa9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.831877] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-c9f39465-e635-44b6-b0d1-02cb37b89184" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.902386] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ab408-0a52-4a44-bbe6-06e3b4d4705e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.910845] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.911115] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.911411] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.911604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.911773] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.914140] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ee97cc-f9c5-4937-8e57-a5c259a0bf20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.917794] env[63339]: INFO nova.compute.manager [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Terminating instance [ 1280.947460] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-32b33629-4bbf-4d72-8c41-655faaa4863e" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.948569] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c7d61-a324-425a-89fb-972c15012b6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.951638] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd1c9c1-008b-4655-978d-fa56f2c8c3af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.961780] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f0a93f-1d42-4314-b5b3-6afe0ffff7f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.966354] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef537751-33d1-4a79-b891-0178ba663da9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.979950] env[63339]: DEBUG nova.compute.provider_tree [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.422378] env[63339]: DEBUG nova.compute.manager [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.422617] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.423529] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07741700-4072-4a2b-b233-426832a4d48e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.431719] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.431959] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9892d691-0a18-40b0-a8cf-5db970b9c147 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.439273] env[63339]: DEBUG oslo_vmware.api [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1281.439273] env[63339]: value = "task-4321052" [ 1281.439273] env[63339]: _type = "Task" [ 1281.439273] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.447356] env[63339]: DEBUG oslo_vmware.api [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.488377] env[63339]: DEBUG nova.scheduler.client.report [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.949593] env[63339]: DEBUG oslo_vmware.api [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321052, 'name': PowerOffVM_Task, 'duration_secs': 0.231717} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.950039] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.950122] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.950356] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e7498e3-3a6c-49dd-9142-55d9271a4599 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.993646] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.994380] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.996730] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.217s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.998344] env[63339]: INFO nova.compute.claims [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.014917] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.015316] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.015546] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleting the datastore file [datastore1] 44f7b227-f2cb-4cef-a02b-b9ff490c9755 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.015861] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c46bdfa-1743-4eb4-8089-dc95f91bbfb4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.023666] env[63339]: DEBUG oslo_vmware.api [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for the task: (returnval){ [ 1282.023666] env[63339]: value = "task-4321054" [ 1282.023666] env[63339]: _type = "Task" [ 1282.023666] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.033349] env[63339]: DEBUG oslo_vmware.api [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.070095] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.070549] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5962fb98-0ae7-452d-a8b9-a84ee5e47376 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.077691] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1282.077691] env[63339]: value = "task-4321055" [ 1282.077691] env[63339]: _type = "Task" [ 1282.077691] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.086240] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.375934] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.376165] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25540f9-38b0-41cd-9c2b-b21ae3210bd1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.383399] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1282.383399] env[63339]: value = "task-4321056" [ 1282.383399] env[63339]: _type = "Task" [ 1282.383399] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.392445] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.503955] env[63339]: DEBUG nova.compute.utils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.508133] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.508279] env[63339]: DEBUG nova.network.neutron [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1282.535041] env[63339]: DEBUG oslo_vmware.api [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Task: {'id': task-4321054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152086} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.535041] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.535568] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.535568] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.535568] env[63339]: INFO nova.compute.manager [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.535787] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.536016] env[63339]: DEBUG nova.compute.manager [-] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.536114] env[63339]: DEBUG nova.network.neutron [-] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1282.588439] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321055, 'name': PowerOffVM_Task, 'duration_secs': 0.27921} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.589885] env[63339]: DEBUG nova.policy [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1e224cafb04897ab950326070144f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9983c4822fdf4a6da6762505c236af7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.591639] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.592319] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.592551] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.592722] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.592913] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.593087] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.593445] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.593445] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.593601] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.593746] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.593953] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.594096] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.599458] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6e83b4-7403-4947-9e4e-3ccae4d6c1af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.615679] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1282.615679] env[63339]: value = "task-4321057" [ 1282.615679] env[63339]: _type = "Task" [ 1282.615679] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.626645] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.896739] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321056, 'name': PowerOffVM_Task, 'duration_secs': 0.196159} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.896739] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.898901] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14642bf-7223-4940-aeac-ff66a7ee7777 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.929074] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa6013-ef79-4aa1-a062-6bbe3a0358c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.951298] env[63339]: DEBUG nova.compute.manager [req-a858ab08-978f-4af0-a9a8-d28574491ad9 req-c20ed1e9-2f6f-4bb2-863c-334f30083fbf service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Received event network-vif-deleted-2b8f9b14-b7fc-41f3-92cd-94b14f18142f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1282.951827] env[63339]: INFO nova.compute.manager [req-a858ab08-978f-4af0-a9a8-d28574491ad9 req-c20ed1e9-2f6f-4bb2-863c-334f30083fbf service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Neutron deleted interface 2b8f9b14-b7fc-41f3-92cd-94b14f18142f; detaching it from the instance and deleting it from the info cache [ 1282.952740] env[63339]: DEBUG nova.network.neutron [req-a858ab08-978f-4af0-a9a8-d28574491ad9 req-c20ed1e9-2f6f-4bb2-863c-334f30083fbf service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.974949] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.975289] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27579cd-0eb4-4357-a2f4-5cac99a4ee1d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.983907] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1282.983907] env[63339]: value = "task-4321058" [ 1282.983907] env[63339]: _type = "Task" [ 1282.983907] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.996085] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1282.996569] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.996569] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.996766] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.996870] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.997185] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e3f835c-3335-4177-9a49-3855785935e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.010044] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.012435] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.012634] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.017022] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719b93a6-9327-44ad-8c75-804fef9d125e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.024690] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1283.024690] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1d974-1d00-d43e-185f-89507057feaf" [ 1283.024690] env[63339]: _type = "Task" [ 1283.024690] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.033431] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1d974-1d00-d43e-185f-89507057feaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.060743] env[63339]: DEBUG nova.network.neutron [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Successfully created port: 97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1283.132151] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321057, 'name': ReconfigVM_Task, 'duration_secs': 0.168186} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.133191] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8614d-615a-4cb0-8355-9eaf3d2233d6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.155943] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.156190] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.156360] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.156546] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.156694] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.156845] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.157074] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.157238] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.157407] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.157615] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.157863] env[63339]: DEBUG nova.virt.hardware [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.161962] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116236ab-2e74-4bf4-9561-7a5e4c05fff2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.168197] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1283.168197] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220f34f-0f94-111f-c1c5-dc1c2fd6bc6c" [ 1283.168197] env[63339]: _type = "Task" [ 1283.168197] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.181587] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220f34f-0f94-111f-c1c5-dc1c2fd6bc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.191813] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c10fb-7085-43b0-a706-7888ca626ead {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.200725] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf58b0-7c27-4b49-a08f-23b4dbff55bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.232366] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caeaf6d-3fa7-4ced-9b80-9d205845c67a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.240376] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a4e3b-f66a-4b3e-a54e-3d7d8fa39625 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.254661] env[63339]: DEBUG nova.compute.provider_tree [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.433718] env[63339]: DEBUG nova.network.neutron [-] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.454756] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c9df1d-5607-4087-a31a-c415541f2298 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.464575] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120a750-627f-48e6-adab-3734055a53c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.495855] env[63339]: DEBUG nova.compute.manager [req-a858ab08-978f-4af0-a9a8-d28574491ad9 req-c20ed1e9-2f6f-4bb2-863c-334f30083fbf service nova] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Detach interface failed, port_id=2b8f9b14-b7fc-41f3-92cd-94b14f18142f, reason: Instance 44f7b227-f2cb-4cef-a02b-b9ff490c9755 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1283.536745] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d1d974-1d00-d43e-185f-89507057feaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.537642] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae011eb-3265-46df-8093-7aa53abe23ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.543443] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1283.543443] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525ebbd7-5352-ab67-3802-87d121563b58" [ 1283.543443] env[63339]: _type = "Task" [ 1283.543443] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.551822] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525ebbd7-5352-ab67-3802-87d121563b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.679621] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5220f34f-0f94-111f-c1c5-dc1c2fd6bc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.685190] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.685511] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2faaa2-ed39-4c40-ae06-0559f9486dcb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.704898] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1283.704898] env[63339]: value = "task-4321059" [ 1283.704898] env[63339]: _type = "Task" [ 1283.704898] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.713751] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.758429] env[63339]: DEBUG nova.scheduler.client.report [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.936496] env[63339]: INFO nova.compute.manager [-] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Took 1.40 seconds to deallocate network for instance. [ 1284.027212] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.053790] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525ebbd7-5352-ab67-3802-87d121563b58, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.055865] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.056142] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. {{(pid=63339) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1284.056585] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe1d096-9281-48d5-877b-c3f19e845ca0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.062773] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.063041] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.063184] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.063374] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.063522] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.063668] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.063934] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.064139] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.064312] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.064478] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.064654] env[63339]: DEBUG nova.virt.hardware [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.065749] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fcedf8-e56c-4ade-80da-45d1d9f68bef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.069758] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1284.069758] env[63339]: value = "task-4321060" [ 1284.069758] env[63339]: _type = "Task" [ 1284.069758] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.076759] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ac4a6-81d5-4ca2-8aec-4c197589f5d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.083586] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.215177] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321059, 'name': ReconfigVM_Task, 'duration_secs': 0.278867} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.215378] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.216183] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30323d5c-1696-45a7-a289-11a7719b6638 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.242706] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.243062] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8a0734-1c0f-45bf-8557-9b3542b647e7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.263538] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.264072] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.266874] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1284.266874] env[63339]: value = "task-4321061" [ 1284.266874] env[63339]: _type = "Task" [ 1284.266874] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.267559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.011s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.269175] env[63339]: INFO nova.compute.claims [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.281246] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.445533] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.583351] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.607762] env[63339]: DEBUG nova.network.neutron [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Successfully updated port: 97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1284.776543] env[63339]: DEBUG nova.compute.utils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.782449] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.782660] env[63339]: DEBUG nova.network.neutron [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1284.792612] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.820554] env[63339]: DEBUG nova.policy [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1e224cafb04897ab950326070144f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9983c4822fdf4a6da6762505c236af7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.982767] env[63339]: DEBUG nova.compute.manager [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Received event network-vif-plugged-97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1284.982998] env[63339]: DEBUG oslo_concurrency.lockutils [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] Acquiring lock "2420bde4-8409-485f-8398-cb00134ed9b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.983226] env[63339]: DEBUG oslo_concurrency.lockutils [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] Lock "2420bde4-8409-485f-8398-cb00134ed9b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.983409] env[63339]: DEBUG oslo_concurrency.lockutils [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] Lock "2420bde4-8409-485f-8398-cb00134ed9b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.983771] env[63339]: DEBUG nova.compute.manager [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] No waiting events found dispatching network-vif-plugged-97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.983944] env[63339]: WARNING nova.compute.manager [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Received unexpected event network-vif-plugged-97dda27c-87cd-425c-920b-69cbccd4febe for instance with vm_state building and task_state spawning. [ 1284.984082] env[63339]: DEBUG nova.compute.manager [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Received event network-changed-97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1284.984276] env[63339]: DEBUG nova.compute.manager [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Refreshing instance network info cache due to event network-changed-97dda27c-87cd-425c-920b-69cbccd4febe. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1284.984451] env[63339]: DEBUG oslo_concurrency.lockutils [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] Acquiring lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.984547] env[63339]: DEBUG oslo_concurrency.lockutils [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] Acquired lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.984766] env[63339]: DEBUG nova.network.neutron [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Refreshing network info cache for port 97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1285.082836] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571291} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.083187] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. [ 1285.084134] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed64df9b-57b6-4beb-97f2-42d77b6a7951 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.118256] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.119458] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.119598] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a43d17d-50d6-4c39-9208-2f3c311a4d22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.134593] env[63339]: DEBUG nova.network.neutron [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Successfully created port: ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1285.145287] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1285.145287] env[63339]: value = "task-4321062" [ 1285.145287] env[63339]: _type = "Task" [ 1285.145287] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.155916] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.281098] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.290887] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321061, 'name': ReconfigVM_Task, 'duration_secs': 0.661515} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.291468] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e/32b33629-4bbf-4d72-8c41-655faaa4863e.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.292433] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6fb074-9661-4b70-9fb0-cd7431df4e88 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.319490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f221d-af8f-47c9-9832-4af31f798d95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.345795] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ece517-bbd5-4a5f-b724-5a1e526eebe5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.371936] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a70a3-d3c4-421a-b4b8-60f63a8faaaf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.379972] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.380285] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616de129-348f-4503-9977-f54590170b4e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.386950] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1285.386950] env[63339]: value = "task-4321063" [ 1285.386950] env[63339]: _type = "Task" [ 1285.386950] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.398788] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.464293] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3f67b-f19c-41e6-a8a8-1b8d6cadc7ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.475522] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99907379-2f36-477b-b116-04a741b39f45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.509730] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2eaf71-9adf-48c8-bea9-c2e562a69221 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.517426] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed6df2-62f7-440b-b083-4b7a6ab3e2e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.531015] env[63339]: DEBUG nova.compute.provider_tree [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.542946] env[63339]: DEBUG nova.network.neutron [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1285.616083] env[63339]: DEBUG nova.network.neutron [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.655400] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321062, 'name': ReconfigVM_Task, 'duration_secs': 0.334982} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.655729] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Reconfigured VM instance instance-00000073 to attach disk [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.656699] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06a1e00-71d7-4737-a20d-b895482bea92 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.682946] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d695f64f-95e5-491e-8920-e66209aa5b1d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.700220] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1285.700220] env[63339]: value = "task-4321064" [ 1285.700220] env[63339]: _type = "Task" [ 1285.700220] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.709078] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.900315] env[63339]: DEBUG oslo_vmware.api [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321063, 'name': PowerOnVM_Task, 'duration_secs': 0.401752} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.900555] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.034757] env[63339]: DEBUG nova.scheduler.client.report [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.118882] env[63339]: DEBUG oslo_concurrency.lockutils [req-1c321744-3720-49e0-b4e3-65ecdad4532a req-cfdd1cfd-9a85-4a9f-a16b-c949ba59fdaa service nova] Releasing lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.119283] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.119452] env[63339]: DEBUG nova.network.neutron [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1286.213086] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321064, 'name': ReconfigVM_Task, 'duration_secs': 0.172941} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.213385] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.213671] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82b0fde4-ea8a-4a51-b06d-c5f84f999933 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.220725] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1286.220725] env[63339]: value = "task-4321065" [ 1286.220725] env[63339]: _type = "Task" [ 1286.220725] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.230101] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.294926] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.327377] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.327706] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.327862] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.328037] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.328195] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.328343] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.328556] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.328746] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.328935] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.329115] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.329289] env[63339]: DEBUG nova.virt.hardware [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.330204] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340beb5-a6b8-4a3e-ac61-9e36eafe6d84 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.338628] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0f9393-9f19-481c-b910-0bb0ce9e23e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.540083] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.540731] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.543290] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.098s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.543608] env[63339]: DEBUG nova.objects.instance [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lazy-loading 'resources' on Instance uuid 44f7b227-f2cb-4cef-a02b-b9ff490c9755 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.653166] env[63339]: DEBUG nova.network.neutron [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Successfully updated port: ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1286.664993] env[63339]: DEBUG nova.network.neutron [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1286.731791] env[63339]: DEBUG oslo_vmware.api [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321065, 'name': PowerOnVM_Task, 'duration_secs': 0.46517} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.732163] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.735012] env[63339]: DEBUG nova.compute.manager [None req-6068d75b-611b-4e43-9637-25a864d011ab tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.736047] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2759c0-bfd5-4d55-b8ec-b45d09928d7c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.809189] env[63339]: DEBUG nova.network.neutron [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Updating instance_info_cache with network_info: [{"id": "97dda27c-87cd-425c-920b-69cbccd4febe", "address": "fa:16:3e:d3:9f:7f", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dda27c-87", "ovs_interfaceid": "97dda27c-87cd-425c-920b-69cbccd4febe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.948168] env[63339]: INFO nova.compute.manager [None req-d40c8fa9-3ba8-4941-a4be-561ec1ea4758 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance to original state: 'active' [ 1287.016061] env[63339]: DEBUG nova.compute.manager [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Received event network-vif-plugged-ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1287.016543] env[63339]: DEBUG oslo_concurrency.lockutils [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] Acquiring lock "152c7811-b155-471b-8919-fc13aa038ec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.016749] env[63339]: DEBUG oslo_concurrency.lockutils [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] Lock "152c7811-b155-471b-8919-fc13aa038ec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.017064] env[63339]: DEBUG oslo_concurrency.lockutils [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] Lock "152c7811-b155-471b-8919-fc13aa038ec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.017608] env[63339]: DEBUG nova.compute.manager [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] No waiting events found dispatching network-vif-plugged-ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.017923] env[63339]: WARNING nova.compute.manager [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Received unexpected event network-vif-plugged-ee7076b0-4a90-41b6-ace3-380d6cfe033f for instance with vm_state building and task_state spawning. [ 1287.018447] env[63339]: DEBUG nova.compute.manager [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Received event network-changed-ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1287.018447] env[63339]: DEBUG nova.compute.manager [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Refreshing instance network info cache due to event network-changed-ee7076b0-4a90-41b6-ace3-380d6cfe033f. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1287.018535] env[63339]: DEBUG oslo_concurrency.lockutils [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] Acquiring lock "refresh_cache-152c7811-b155-471b-8919-fc13aa038ec3" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.018945] env[63339]: DEBUG oslo_concurrency.lockutils [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] Acquired lock "refresh_cache-152c7811-b155-471b-8919-fc13aa038ec3" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.018945] env[63339]: DEBUG nova.network.neutron [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Refreshing network info cache for port ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1287.047043] env[63339]: DEBUG nova.compute.utils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.052242] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.052424] env[63339]: DEBUG nova.network.neutron [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1287.104868] env[63339]: DEBUG nova.policy [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1e224cafb04897ab950326070144f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9983c4822fdf4a6da6762505c236af7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.157511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "refresh_cache-152c7811-b155-471b-8919-fc13aa038ec3" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.198581] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de90b3-e014-4102-9746-4e53c2ff5914 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.209254] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20682ab-50c0-4fc6-8762-6abe61cf494f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.241725] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cbbd8f-9bdd-4c9e-925c-e78f51485f71 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.252261] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546cd110-a5e8-44c5-9033-5d893a0a047f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.268386] env[63339]: DEBUG nova.compute.provider_tree [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.311546] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.312918] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Instance network_info: |[{"id": "97dda27c-87cd-425c-920b-69cbccd4febe", "address": "fa:16:3e:d3:9f:7f", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dda27c-87", "ovs_interfaceid": "97dda27c-87cd-425c-920b-69cbccd4febe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.312918] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:9f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97dda27c-87cd-425c-920b-69cbccd4febe', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.320793] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Creating folder: Project (9983c4822fdf4a6da6762505c236af7e). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.321249] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c04b7c9-61f4-45a0-bd05-c173b01fbf69 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.334446] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Created folder: Project (9983c4822fdf4a6da6762505c236af7e) in parent group-v849594. [ 1287.334668] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Creating folder: Instances. Parent ref: group-v849915. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.335037] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e435e9-bc1e-461e-8589-010357864e6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.347252] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Created folder: Instances in parent group-v849915. [ 1287.347533] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.347808] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.348076] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc47973-31ab-4d4d-b588-32bc24e68d3b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.375261] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.375261] env[63339]: value = "task-4321068" [ 1287.375261] env[63339]: _type = "Task" [ 1287.375261] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.385863] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321068, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.400788] env[63339]: DEBUG nova.network.neutron [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Successfully created port: 98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1287.555749] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.564054] env[63339]: DEBUG nova.network.neutron [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1287.685909] env[63339]: DEBUG nova.network.neutron [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.771917] env[63339]: DEBUG nova.scheduler.client.report [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.888105] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321068, 'name': CreateVM_Task, 'duration_secs': 0.478445} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.888343] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.889230] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.889390] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.889786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.890125] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3862820a-6fdd-4d4f-b6f7-43f8432af943 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.896778] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1287.896778] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c25c2b-b1e6-0aee-63ed-9aec6fa7a0ed" [ 1287.896778] env[63339]: _type = "Task" [ 1287.896778] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.904978] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c25c2b-b1e6-0aee-63ed-9aec6fa7a0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.189276] env[63339]: DEBUG oslo_concurrency.lockutils [req-3fd905d3-4f4a-4ee4-9918-50baa58f2407 req-781659e1-98c1-4636-be6a-6b0a8a89b06b service nova] Releasing lock "refresh_cache-152c7811-b155-471b-8919-fc13aa038ec3" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.189616] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "refresh_cache-152c7811-b155-471b-8919-fc13aa038ec3" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.189782] env[63339]: DEBUG nova.network.neutron [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1288.227383] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.227773] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.228041] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.228254] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.228436] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.230447] env[63339]: INFO nova.compute.manager [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Terminating instance [ 1288.277498] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.311164] env[63339]: INFO nova.scheduler.client.report [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Deleted allocations for instance 44f7b227-f2cb-4cef-a02b-b9ff490c9755 [ 1288.408548] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c25c2b-b1e6-0aee-63ed-9aec6fa7a0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.409282] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.409534] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.409792] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.409962] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.410147] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.410426] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6097ee-917e-4957-abe3-e532209c5e5f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.421303] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.421498] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.422266] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc1f8a5-5bb0-4244-be3b-58387a844f1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.428360] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1288.428360] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d49a97-f355-4060-715a-1384ab1c863e" [ 1288.428360] env[63339]: _type = "Task" [ 1288.428360] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.437211] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d49a97-f355-4060-715a-1384ab1c863e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.562746] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.590361] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.590669] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.590814] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.590997] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.591162] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.591308] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.591514] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.591670] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.591836] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.591998] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.592184] env[63339]: DEBUG nova.virt.hardware [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.593073] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822cf2ed-c371-41ef-9806-4364d290bc79 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.601575] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2cd1d-5120-4ccc-8c13-543fb237fe9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.726084] env[63339]: DEBUG nova.network.neutron [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1288.735100] env[63339]: DEBUG nova.compute.manager [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.735378] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.735666] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843fa2d8-aab7-4b07-9d33-b12774c3068b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.744899] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1288.744899] env[63339]: value = "task-4321069" [ 1288.744899] env[63339]: _type = "Task" [ 1288.744899] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.757162] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.818951] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8438bc3e-3834-4d88-a98e-db980cba3eac tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Lock "44f7b227-f2cb-4cef-a02b-b9ff490c9755" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.908s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.940034] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d49a97-f355-4060-715a-1384ab1c863e, 'name': SearchDatastore_Task, 'duration_secs': 0.025167} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.940838] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b8c1b1-7e2d-4764-9534-af7388d822b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.951089] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1288.951089] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522a1b04-da3c-f77e-2309-4c588b0a2e87" [ 1288.951089] env[63339]: _type = "Task" [ 1288.951089] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.956331] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522a1b04-da3c-f77e-2309-4c588b0a2e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.968086] env[63339]: INFO nova.compute.manager [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Rescuing [ 1288.968362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.968512] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.968701] env[63339]: DEBUG nova.network.neutron [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1288.984285] env[63339]: DEBUG nova.network.neutron [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Updating instance_info_cache with network_info: [{"id": "ee7076b0-4a90-41b6-ace3-380d6cfe033f", "address": "fa:16:3e:1c:53:63", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7076b0-4a", "ovs_interfaceid": "ee7076b0-4a90-41b6-ace3-380d6cfe033f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.045071] env[63339]: DEBUG nova.compute.manager [req-3f9f8820-7414-4511-9942-56efb14518bd req-35fccaa4-5d61-4477-8a3c-4668239dbb38 service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Received event network-vif-plugged-98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1289.045302] env[63339]: DEBUG oslo_concurrency.lockutils [req-3f9f8820-7414-4511-9942-56efb14518bd req-35fccaa4-5d61-4477-8a3c-4668239dbb38 service nova] Acquiring lock "47c5db17-64b9-4427-8d82-ca85e750a1cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.045511] env[63339]: DEBUG oslo_concurrency.lockutils [req-3f9f8820-7414-4511-9942-56efb14518bd req-35fccaa4-5d61-4477-8a3c-4668239dbb38 service nova] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.045790] env[63339]: DEBUG oslo_concurrency.lockutils [req-3f9f8820-7414-4511-9942-56efb14518bd req-35fccaa4-5d61-4477-8a3c-4668239dbb38 service nova] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.045982] env[63339]: DEBUG nova.compute.manager [req-3f9f8820-7414-4511-9942-56efb14518bd req-35fccaa4-5d61-4477-8a3c-4668239dbb38 service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] No waiting events found dispatching network-vif-plugged-98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.046430] env[63339]: WARNING nova.compute.manager [req-3f9f8820-7414-4511-9942-56efb14518bd req-35fccaa4-5d61-4477-8a3c-4668239dbb38 service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Received unexpected event network-vif-plugged-98c330f3-0da6-4227-9e59-65ced31fc8a9 for instance with vm_state building and task_state spawning. [ 1289.112393] env[63339]: DEBUG nova.network.neutron [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Successfully updated port: 98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1289.261276] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321069, 'name': PowerOffVM_Task, 'duration_secs': 0.247181} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.261712] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.262090] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.262450] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849908', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'name': 'volume-89420b04-2127-4487-a67a-b624e492ed02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '32b33629-4bbf-4d72-8c41-655faaa4863e', 'attached_at': '2025-07-21T14:50:29.000000', 'detached_at': '', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'serial': '89420b04-2127-4487-a67a-b624e492ed02'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1289.263671] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586ae758-37f8-4e7a-97cb-22047b8984fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.286809] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38db89e8-174a-4bcb-9177-a8c2ea34c6fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.294757] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d66e68-9dd1-497a-84e9-76fa777258a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.315986] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f02b23-30da-4eb4-a130-6b7a7ff702ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.333357] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] The volume has not been displaced from its original location: [datastore1] volume-89420b04-2127-4487-a67a-b624e492ed02/volume-89420b04-2127-4487-a67a-b624e492ed02.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.338816] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.339158] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d9b087-391c-432a-8e9e-9a90ce1a3473 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.359048] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1289.359048] env[63339]: value = "task-4321070" [ 1289.359048] env[63339]: _type = "Task" [ 1289.359048] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.368636] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.459652] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]522a1b04-da3c-f77e-2309-4c588b0a2e87, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.459926] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.460225] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2420bde4-8409-485f-8398-cb00134ed9b7/2420bde4-8409-485f-8398-cb00134ed9b7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.460500] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-524dfc6e-bb89-4fd2-8ed1-b3be1708b2e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.468042] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1289.468042] env[63339]: value = "task-4321071" [ 1289.468042] env[63339]: _type = "Task" [ 1289.468042] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.479185] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.486759] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "refresh_cache-152c7811-b155-471b-8919-fc13aa038ec3" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.487126] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Instance network_info: |[{"id": "ee7076b0-4a90-41b6-ace3-380d6cfe033f", "address": "fa:16:3e:1c:53:63", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7076b0-4a", "ovs_interfaceid": "ee7076b0-4a90-41b6-ace3-380d6cfe033f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.487576] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:53:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee7076b0-4a90-41b6-ace3-380d6cfe033f', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.495279] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.495528] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.495771] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d75086-1060-458f-af51-e8afa9b33871 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.517123] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.517123] env[63339]: value = "task-4321072" [ 1289.517123] env[63339]: _type = "Task" [ 1289.517123] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.528628] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321072, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.614600] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "refresh_cache-47c5db17-64b9-4427-8d82-ca85e750a1cb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.614767] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "refresh_cache-47c5db17-64b9-4427-8d82-ca85e750a1cb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.614886] env[63339]: DEBUG nova.network.neutron [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1289.803599] env[63339]: DEBUG nova.network.neutron [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updating instance_info_cache with network_info: [{"id": "aa724b57-42b2-4f30-a162-145b0fde21a7", "address": "fa:16:3e:42:aa:c4", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa724b57-42", "ovs_interfaceid": "aa724b57-42b2-4f30-a162-145b0fde21a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.872094] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321070, 'name': ReconfigVM_Task, 'duration_secs': 0.235701} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.872568] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.878087] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2edb1c5-ef5a-406f-acdb-5ab855b26dc2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.902773] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1289.902773] env[63339]: value = "task-4321073" [ 1289.902773] env[63339]: _type = "Task" [ 1289.902773] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.914493] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.979843] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508202} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.980158] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 2420bde4-8409-485f-8398-cb00134ed9b7/2420bde4-8409-485f-8398-cb00134ed9b7.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.980382] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.980645] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e033b5b-4204-4722-a274-ad04c70bd2f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.989284] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1289.989284] env[63339]: value = "task-4321074" [ 1289.989284] env[63339]: _type = "Task" [ 1289.989284] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.998175] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.026377] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321072, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.162524] env[63339]: DEBUG nova.network.neutron [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1290.306624] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.370757] env[63339]: DEBUG nova.network.neutron [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Updating instance_info_cache with network_info: [{"id": "98c330f3-0da6-4227-9e59-65ced31fc8a9", "address": "fa:16:3e:93:54:85", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c330f3-0d", "ovs_interfaceid": "98c330f3-0da6-4227-9e59-65ced31fc8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.413188] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321073, 'name': ReconfigVM_Task, 'duration_secs': 0.179126} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.413534] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849908', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'name': 'volume-89420b04-2127-4487-a67a-b624e492ed02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '32b33629-4bbf-4d72-8c41-655faaa4863e', 'attached_at': '2025-07-21T14:50:29.000000', 'detached_at': '', 'volume_id': '89420b04-2127-4487-a67a-b624e492ed02', 'serial': '89420b04-2127-4487-a67a-b624e492ed02'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.413823] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.414623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ac10f2-5b7a-4fd1-8fac-e4fcdab08d57 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.421634] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.421864] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74d5f931-cf4e-4928-bda3-dda83627f6ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.499771] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133939} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.500101] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.500877] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b6230d-ea31-43ef-ae1f-42ef1fec2e49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.524418] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2420bde4-8409-485f-8398-cb00134ed9b7/2420bde4-8409-485f-8398-cb00134ed9b7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.525187] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86a8d91b-1038-431f-8566-1f263e338f5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.549788] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321072, 'name': CreateVM_Task, 'duration_secs': 0.570008} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.551123] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.551510] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1290.551510] env[63339]: value = "task-4321076" [ 1290.551510] env[63339]: _type = "Task" [ 1290.551510] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.552153] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.552423] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.552661] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.553023] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725898cc-08c9-4a2a-9d10-0e239d43dcb5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.564297] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.564608] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1290.564608] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521d7ccd-4e98-b478-863e-5e07cb3e9572" [ 1290.564608] env[63339]: _type = "Task" [ 1290.564608] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.572827] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521d7ccd-4e98-b478-863e-5e07cb3e9572, 'name': SearchDatastore_Task} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.573116] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.573351] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.573577] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.573720] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.573899] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.574168] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad0f8068-a86c-467d-bf23-20e3ba21771e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.582259] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.582444] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.583168] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12cd58e9-8f55-476c-95b5-8a5e3b922672 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.589256] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1290.589256] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526873b6-59b1-8c8d-aaf4-4b88996b0b1a" [ 1290.589256] env[63339]: _type = "Task" [ 1290.589256] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.596912] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526873b6-59b1-8c8d-aaf4-4b88996b0b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.874337] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "refresh_cache-47c5db17-64b9-4427-8d82-ca85e750a1cb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.874657] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Instance network_info: |[{"id": "98c330f3-0da6-4227-9e59-65ced31fc8a9", "address": "fa:16:3e:93:54:85", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c330f3-0d", "ovs_interfaceid": "98c330f3-0da6-4227-9e59-65ced31fc8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.875095] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:54:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c330f3-0da6-4227-9e59-65ced31fc8a9', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.884931] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.885593] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.885880] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d222fb-a410-46c9-b1f5-f3ad1fb46c55 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.906913] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.906913] env[63339]: value = "task-4321077" [ 1290.906913] env[63339]: _type = "Task" [ 1290.906913] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.915855] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321077, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.065498] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.087556] env[63339]: DEBUG nova.compute.manager [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Received event network-changed-98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1291.087840] env[63339]: DEBUG nova.compute.manager [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Refreshing instance network info cache due to event network-changed-98c330f3-0da6-4227-9e59-65ced31fc8a9. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1291.088111] env[63339]: DEBUG oslo_concurrency.lockutils [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] Acquiring lock "refresh_cache-47c5db17-64b9-4427-8d82-ca85e750a1cb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.088268] env[63339]: DEBUG oslo_concurrency.lockutils [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] Acquired lock "refresh_cache-47c5db17-64b9-4427-8d82-ca85e750a1cb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.088435] env[63339]: DEBUG nova.network.neutron [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Refreshing network info cache for port 98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1291.099608] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]526873b6-59b1-8c8d-aaf4-4b88996b0b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.101332] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be6af58-4280-4a05-be44-1820ed5b7837 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.107054] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1291.107054] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b1aad7-05ef-7f36-37e5-1f956e6ee5c9" [ 1291.107054] env[63339]: _type = "Task" [ 1291.107054] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.115283] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b1aad7-05ef-7f36-37e5-1f956e6ee5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.195341] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.195591] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.195784] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleting the datastore file [datastore2] 32b33629-4bbf-4d72-8c41-655faaa4863e {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.196082] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30a9c981-30fc-49f7-99cd-7602ede3c147 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.204339] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1291.204339] env[63339]: value = "task-4321078" [ 1291.204339] env[63339]: _type = "Task" [ 1291.204339] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.214326] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.417939] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321077, 'name': CreateVM_Task} progress is 25%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.564698] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.621025] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b1aad7-05ef-7f36-37e5-1f956e6ee5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.621025] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621025] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 152c7811-b155-471b-8919-fc13aa038ec3/152c7811-b155-471b-8919-fc13aa038ec3.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.621025] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a7a6f0-fb0d-4199-8ad7-e34135fb2c13 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.628016] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1291.628016] env[63339]: value = "task-4321079" [ 1291.628016] env[63339]: _type = "Task" [ 1291.628016] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.637461] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.715068] env[63339]: DEBUG oslo_vmware.api [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194226} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.715312] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.715425] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.715678] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.715892] env[63339]: INFO nova.compute.manager [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Took 2.98 seconds to destroy the instance on the hypervisor. [ 1291.716209] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.716457] env[63339]: DEBUG nova.compute.manager [-] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.716586] env[63339]: DEBUG nova.network.neutron [-] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1291.848508] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.849260] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e737dee-99fb-4414-ab17-3ebebb384eab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.861912] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1291.861912] env[63339]: value = "task-4321080" [ 1291.861912] env[63339]: _type = "Task" [ 1291.861912] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.877561] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.922592] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321077, 'name': CreateVM_Task, 'duration_secs': 0.823082} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.923252] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.924692] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925044] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.926407] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.927018] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5b36e4-bacb-4b79-beae-bd85724258d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.935680] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1291.935680] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5287c309-3641-122e-7803-1dee86894d4e" [ 1291.935680] env[63339]: _type = "Task" [ 1291.935680] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.950593] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5287c309-3641-122e-7803-1dee86894d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.064297] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321076, 'name': ReconfigVM_Task, 'duration_secs': 1.243314} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.064619] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2420bde4-8409-485f-8398-cb00134ed9b7/2420bde4-8409-485f-8398-cb00134ed9b7.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.065380] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afcc289b-3cd4-4c2f-95ff-5162a08071d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.076494] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1292.076494] env[63339]: value = "task-4321081" [ 1292.076494] env[63339]: _type = "Task" [ 1292.076494] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.086750] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321081, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.142177] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321079, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.199196] env[63339]: DEBUG nova.network.neutron [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Updated VIF entry in instance network info cache for port 98c330f3-0da6-4227-9e59-65ced31fc8a9. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1292.199571] env[63339]: DEBUG nova.network.neutron [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Updating instance_info_cache with network_info: [{"id": "98c330f3-0da6-4227-9e59-65ced31fc8a9", "address": "fa:16:3e:93:54:85", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c330f3-0d", "ovs_interfaceid": "98c330f3-0da6-4227-9e59-65ced31fc8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.372978] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321080, 'name': PowerOffVM_Task, 'duration_secs': 0.456692} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.373162] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.373880] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc4d12-804f-4762-acc2-56e7bcb95534 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.392420] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7745130-55d5-4762-ac5a-4049bfd6feb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.432370] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.432676] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5f6b7a-7c58-4d69-9feb-a4b3279c6b83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.441018] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1292.441018] env[63339]: value = "task-4321082" [ 1292.441018] env[63339]: _type = "Task" [ 1292.441018] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.447899] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5287c309-3641-122e-7803-1dee86894d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.060299} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.448513] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.448761] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.449037] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.449200] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.449384] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.449632] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1284938b-4edc-4e72-9f6d-920b3cffb89a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.454901] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.455143] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.455360] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.461402] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.461576] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.462288] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5d7c4a-12b0-4496-9ef1-a1a2a7205c6e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.467210] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1292.467210] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52611b02-ceaa-0e20-4a43-a7d580ff1105" [ 1292.467210] env[63339]: _type = "Task" [ 1292.467210] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.475054] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52611b02-ceaa-0e20-4a43-a7d580ff1105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.586709] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321081, 'name': Rename_Task, 'duration_secs': 0.302008} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.586969] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.587239] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f5390c-a16a-44ec-8936-386dff19a29f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.594130] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1292.594130] env[63339]: value = "task-4321083" [ 1292.594130] env[63339]: _type = "Task" [ 1292.594130] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.605033] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.641408] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537734} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.641684] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 152c7811-b155-471b-8919-fc13aa038ec3/152c7811-b155-471b-8919-fc13aa038ec3.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.641965] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.642313] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857bc1c0-33b7-44d0-8871-999daa25653b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.649587] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1292.649587] env[63339]: value = "task-4321084" [ 1292.649587] env[63339]: _type = "Task" [ 1292.649587] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.657541] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.702788] env[63339]: DEBUG oslo_concurrency.lockutils [req-e4a05fa5-a353-489d-a8c8-58c19c7f7690 req-c72d92c8-f999-4d8c-a55e-fe100ce307ad service nova] Releasing lock "refresh_cache-47c5db17-64b9-4427-8d82-ca85e750a1cb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.978396] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52611b02-ceaa-0e20-4a43-a7d580ff1105, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.979351] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953b5b40-b0f5-49e1-8f88-3faf9fc52180 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.985305] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1292.985305] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521a3707-4356-6790-f4a2-f52031990a09" [ 1292.985305] env[63339]: _type = "Task" [ 1292.985305] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.993567] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521a3707-4356-6790-f4a2-f52031990a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.028328] env[63339]: DEBUG nova.network.neutron [-] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.105966] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.120981] env[63339]: DEBUG nova.compute.manager [req-0aa7a3f0-2d4b-4492-852c-805cf8645033 req-8e6d0a30-ab61-4bca-8a2d-4e3bf7fd98f5 service nova] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Received event network-vif-deleted-1d232753-6022-4a5f-943f-94dd96fa9148 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1293.160581] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259886} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.160888] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.161801] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f6f8d-22f7-4505-91df-7e984b78c3b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.185427] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 152c7811-b155-471b-8919-fc13aa038ec3/152c7811-b155-471b-8919-fc13aa038ec3.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.185797] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baee2173-2964-4a38-82df-ac1de637beda {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.206763] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1293.206763] env[63339]: value = "task-4321085" [ 1293.206763] env[63339]: _type = "Task" [ 1293.206763] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.215933] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.496219] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]521a3707-4356-6790-f4a2-f52031990a09, 'name': SearchDatastore_Task, 'duration_secs': 0.038645} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.496615] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.496755] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 47c5db17-64b9-4427-8d82-ca85e750a1cb/47c5db17-64b9-4427-8d82-ca85e750a1cb.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.497061] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.497259] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.497480] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69edde02-b297-492f-b4cd-8b1c897f139d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.499616] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce4c5af-2e0d-4236-a79b-3cd0cbeb26a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.507227] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1293.507227] env[63339]: value = "task-4321086" [ 1293.507227] env[63339]: _type = "Task" [ 1293.507227] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.511212] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.511394] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.512438] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a116b301-a7d8-4a02-9d61-8b4d7f607be3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.517848] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.521018] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1293.521018] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292a073-3ff0-c34c-f7bc-d4b1808ab126" [ 1293.521018] env[63339]: _type = "Task" [ 1293.521018] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.528580] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292a073-3ff0-c34c-f7bc-d4b1808ab126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.531089] env[63339]: INFO nova.compute.manager [-] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Took 1.81 seconds to deallocate network for instance. [ 1293.605312] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321083, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.719297] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.018219] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463785} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.018505] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 47c5db17-64b9-4427-8d82-ca85e750a1cb/47c5db17-64b9-4427-8d82-ca85e750a1cb.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.018730] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.019024] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1d1416-da6a-40dd-a121-fe57f3a8b3e7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.030319] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5292a073-3ff0-c34c-f7bc-d4b1808ab126, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.032460] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1294.032460] env[63339]: value = "task-4321087" [ 1294.032460] env[63339]: _type = "Task" [ 1294.032460] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.032727] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89c5356-741b-4145-90d6-1f1d2fecaf27 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.046282] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.047898] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1294.047898] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fea13a-5097-c332-ea0d-8149ec8b8b4a" [ 1294.047898] env[63339]: _type = "Task" [ 1294.047898] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.059617] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fea13a-5097-c332-ea0d-8149ec8b8b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.059864] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.060171] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. {{(pid=63339) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1294.060465] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-577375e1-9122-4a85-83fd-9be8dc1d41b9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.067085] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1294.067085] env[63339]: value = "task-4321088" [ 1294.067085] env[63339]: _type = "Task" [ 1294.067085] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.076690] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.081283] env[63339]: INFO nova.compute.manager [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Took 0.55 seconds to detach 1 volumes for instance. [ 1294.105304] env[63339]: DEBUG oslo_vmware.api [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321083, 'name': PowerOnVM_Task, 'duration_secs': 1.290493} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.105490] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.105654] env[63339]: INFO nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1294.105900] env[63339]: DEBUG nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.106702] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60884991-a1bb-4897-99ef-e27c6c18a5e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.217411] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321085, 'name': ReconfigVM_Task, 'duration_secs': 0.85058} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.218097] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 152c7811-b155-471b-8919-fc13aa038ec3/152c7811-b155-471b-8919-fc13aa038ec3.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.218732] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9bbb4a3-55c9-4fdf-92c6-4352a279e7d1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.227597] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1294.227597] env[63339]: value = "task-4321089" [ 1294.227597] env[63339]: _type = "Task" [ 1294.227597] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.237914] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321089, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.545247] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109288} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.545681] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.546330] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fba3ed-e4f5-4177-83ab-7531147096db {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.569169] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 47c5db17-64b9-4427-8d82-ca85e750a1cb/47c5db17-64b9-4427-8d82-ca85e750a1cb.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.569528] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac1408f-a019-47c5-af5e-c861c5cdc2ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.588567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.588873] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.589104] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.598343] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447599} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.599808] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. [ 1294.600191] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1294.600191] env[63339]: value = "task-4321090" [ 1294.600191] env[63339]: _type = "Task" [ 1294.600191] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.600967] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5e5dec-3afb-4e23-aeea-0c77dcac831b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.611833] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.637347] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.638521] env[63339]: INFO nova.scheduler.client.report [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted allocations for instance 32b33629-4bbf-4d72-8c41-655faaa4863e [ 1294.641046] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a17e21-7a41-4aa8-973a-76a62c19e8d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.653792] env[63339]: INFO nova.compute.manager [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Took 18.36 seconds to build instance. [ 1294.662680] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1294.662680] env[63339]: value = "task-4321091" [ 1294.662680] env[63339]: _type = "Task" [ 1294.662680] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.671611] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.738064] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321089, 'name': Rename_Task, 'duration_secs': 0.401413} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.738064] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.738064] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b98f96f-75de-44d8-89f2-c5a335aa4489 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.743475] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1294.743475] env[63339]: value = "task-4321092" [ 1294.743475] env[63339]: _type = "Task" [ 1294.743475] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.751376] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.113781] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.157446] env[63339]: DEBUG oslo_concurrency.lockutils [None req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.868s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.160693] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "32b33629-4bbf-4d72-8c41-655faaa4863e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.933s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.171623] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321091, 'name': ReconfigVM_Task, 'duration_secs': 0.322294} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.171916] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Reconfigured VM instance instance-00000072 to attach disk [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.172793] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b3a4c6-74ac-41a6-b2fd-dea724c4b019 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.200492] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26afc9f1-1965-4e21-a52e-822673e84b06 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.217398] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1295.217398] env[63339]: value = "task-4321093" [ 1295.217398] env[63339]: _type = "Task" [ 1295.217398] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.226871] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.253160] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.614238] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.728052] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321093, 'name': ReconfigVM_Task, 'duration_secs': 0.161301} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.728360] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.728618] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8071f44-72ab-488e-a9f0-013922748961 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.735239] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1295.735239] env[63339]: value = "task-4321094" [ 1295.735239] env[63339]: _type = "Task" [ 1295.735239] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.743436] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.753785] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321092, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.115372] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321090, 'name': ReconfigVM_Task, 'duration_secs': 1.030896} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.115662] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 47c5db17-64b9-4427-8d82-ca85e750a1cb/47c5db17-64b9-4427-8d82-ca85e750a1cb.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.116362] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921c2ffa-0b79-4e20-8830-7f0799680df8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.124153] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1296.124153] env[63339]: value = "task-4321095" [ 1296.124153] env[63339]: _type = "Task" [ 1296.124153] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.136387] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321095, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.245591] env[63339]: DEBUG oslo_vmware.api [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321094, 'name': PowerOnVM_Task, 'duration_secs': 0.443327} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.248964] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.251914] env[63339]: DEBUG nova.compute.manager [None req-4b1a6613-b9c3-441f-ad1f-01d47dd1c9fb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.252701] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94fb21c-33f3-44c8-8395-326c2ef2ca19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.258072] env[63339]: DEBUG oslo_vmware.api [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321092, 'name': PowerOnVM_Task, 'duration_secs': 1.234562} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.258633] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.258830] env[63339]: INFO nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1296.259017] env[63339]: DEBUG nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.259725] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005825b-f764-42a2-884d-eaa79e4728f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.635413] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321095, 'name': Rename_Task, 'duration_secs': 0.2786} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.635788] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.635995] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ae6be8-5a7d-46f3-a892-b7769d74a9ca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.643624] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1296.643624] env[63339]: value = "task-4321096" [ 1296.643624] env[63339]: _type = "Task" [ 1296.643624] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.652262] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.759347] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.759629] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.782914] env[63339]: INFO nova.compute.manager [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Took 20.02 seconds to build instance. [ 1297.155616] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.263695] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.284879] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "152c7811-b155-471b-8919-fc13aa038ec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.532s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.334987] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.349909] env[63339]: INFO nova.compute.manager [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Unrescuing [ 1297.350245] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.350450] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.350778] env[63339]: DEBUG nova.network.neutron [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1297.655967] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.793708] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.794205] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.795841] env[63339]: INFO nova.compute.claims [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.106726] env[63339]: DEBUG nova.network.neutron [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updating instance_info_cache with network_info: [{"id": "aa724b57-42b2-4f30-a162-145b0fde21a7", "address": "fa:16:3e:42:aa:c4", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa724b57-42", "ovs_interfaceid": "aa724b57-42b2-4f30-a162-145b0fde21a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.160508] env[63339]: DEBUG oslo_vmware.api [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321096, 'name': PowerOnVM_Task, 'duration_secs': 1.032649} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.160990] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.161287] env[63339]: INFO nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1298.161585] env[63339]: DEBUG nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.162812] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df632d95-381f-4c05-9a59-143ff49fb6a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.610094] env[63339]: DEBUG oslo_concurrency.lockutils [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-a0ea9c50-a0d6-403a-a318-6ffac320df81" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.610357] env[63339]: DEBUG nova.objects.instance [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'flavor' on Instance uuid a0ea9c50-a0d6-403a-a318-6ffac320df81 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.684147] env[63339]: INFO nova.compute.manager [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Took 21.45 seconds to build instance. [ 1298.939346] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d701d11a-1c28-4a66-ad8e-2d8cf6b1a339 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.948885] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c78548-296c-4006-9a0c-9a0e9e1391f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.986601] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ba6cbc-7f44-49c8-b675-2d491a43e721 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.996023] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65847b-2aac-4128-a1a2-b5b6e52b2074 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.012416] env[63339]: DEBUG nova.compute.provider_tree [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.026780] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.027281] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.027553] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.027996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.028231] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.030692] env[63339]: INFO nova.compute.manager [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Terminating instance [ 1299.116230] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f522d38b-5e08-43e1-bf24-84e6934f16ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.138604] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.138959] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa69cc2-70a6-4b88-9c00-62065c2dba24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.146488] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1299.146488] env[63339]: value = "task-4321097" [ 1299.146488] env[63339]: _type = "Task" [ 1299.146488] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.155427] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.186838] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ac876246-14f2-45b8-b54c-250ac5a4f32b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.960s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.335139] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.335306] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1299.516023] env[63339]: DEBUG nova.scheduler.client.report [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.534501] env[63339]: DEBUG nova.compute.manager [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.534766] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.536330] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c393fd-4911-4b3a-8167-9db2294ce756 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.544978] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.545244] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36467089-236d-4117-937b-d2ad890b10f2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.552708] env[63339]: DEBUG oslo_vmware.api [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1299.552708] env[63339]: value = "task-4321098" [ 1299.552708] env[63339]: _type = "Task" [ 1299.552708] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.561849] env[63339]: DEBUG oslo_vmware.api [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.657527] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321097, 'name': PowerOffVM_Task, 'duration_secs': 0.323775} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.657826] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.663783] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.664217] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8bc7723-eb96-48e9-84f9-7a04c749af0e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.683804] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1299.683804] env[63339]: value = "task-4321099" [ 1299.683804] env[63339]: _type = "Task" [ 1299.683804] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.693170] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.021427] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.021970] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.068466] env[63339]: DEBUG oslo_vmware.api [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321098, 'name': PowerOffVM_Task, 'duration_secs': 0.304607} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.068755] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.068927] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.069215] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df4bdfc7-f86e-4fce-93f5-bdc1a3b2d817 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.141173] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.141438] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.141621] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleting the datastore file [datastore1] 5300b719-ad0f-49d9-93a7-7ee7cab2b481 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.141901] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ba4edda-acd0-4d8d-9d3e-9f57e392b279 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.151535] env[63339]: DEBUG oslo_vmware.api [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1300.151535] env[63339]: value = "task-4321101" [ 1300.151535] env[63339]: _type = "Task" [ 1300.151535] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.161665] env[63339]: DEBUG oslo_vmware.api [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.195142] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321099, 'name': ReconfigVM_Task, 'duration_secs': 0.239834} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.195916] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.196181] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.196532] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff7da4d-1322-4830-8f03-97ade2118565 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.204496] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1300.204496] env[63339]: value = "task-4321102" [ 1300.204496] env[63339]: _type = "Task" [ 1300.204496] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.216202] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.330808] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.334627] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.334887] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.335110] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.527580] env[63339]: DEBUG nova.compute.utils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.529641] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.529838] env[63339]: DEBUG nova.network.neutron [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1300.575333] env[63339]: DEBUG nova.policy [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc779c3b6e8e4eda9482ee120b2bda33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39f0cfcc403944398964bc28298c1765', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.663031] env[63339]: DEBUG oslo_vmware.api [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172858} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.663227] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.663478] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.663627] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.663803] env[63339]: INFO nova.compute.manager [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1300.664060] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.664265] env[63339]: DEBUG nova.compute.manager [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.664429] env[63339]: DEBUG nova.network.neutron [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1300.715888] env[63339]: DEBUG oslo_vmware.api [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321102, 'name': PowerOnVM_Task, 'duration_secs': 0.412024} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.716370] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.716751] env[63339]: DEBUG nova.compute.manager [None req-fbf3d1c2-d19a-42b5-9945-55cd86016e47 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.717795] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c40d97-b54f-417b-9911-599743106b73 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.839716] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.839977] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.840169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.840331] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1300.841334] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d6412-5582-4a5f-bb7b-2f9c85b3a2ae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.852925] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6047629b-27d8-4dfd-948b-a4092d0508b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.872022] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452d22c-6dd6-4544-bdae-ad8776b59280 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.879626] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9331cca-79ef-4bee-b30b-e3e8c934d79c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.920482] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180014MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1300.922561] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.922561] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.035520] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.104425] env[63339]: DEBUG nova.network.neutron [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Successfully created port: e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1301.278423] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "2420bde4-8409-485f-8398-cb00134ed9b7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.278690] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.278900] env[63339]: DEBUG nova.compute.manager [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.279981] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f5690d-649e-491a-adae-8bbec0378263 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.288617] env[63339]: DEBUG nova.compute.manager [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1301.289388] env[63339]: DEBUG nova.objects.instance [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lazy-loading 'flavor' on Instance uuid 2420bde4-8409-485f-8398-cb00134ed9b7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.467172] env[63339]: DEBUG nova.compute.manager [req-597f16c6-2331-4933-833c-cc098f81b7ab req-39d6eee6-4854-4ec6-8464-dbc2801ef4f4 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Received event network-vif-deleted-dc4ff529-4b0f-4d75-b560-50bf405fed96 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1301.467810] env[63339]: INFO nova.compute.manager [req-597f16c6-2331-4933-833c-cc098f81b7ab req-39d6eee6-4854-4ec6-8464-dbc2801ef4f4 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Neutron deleted interface dc4ff529-4b0f-4d75-b560-50bf405fed96; detaching it from the instance and deleting it from the info cache [ 1301.471054] env[63339]: DEBUG nova.network.neutron [req-597f16c6-2331-4933-833c-cc098f81b7ab req-39d6eee6-4854-4ec6-8464-dbc2801ef4f4 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.941903] env[63339]: DEBUG nova.network.neutron [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.958271] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.958428] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 5300b719-ad0f-49d9-93a7-7ee7cab2b481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.958492] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a0ea9c50-a0d6-403a-a318-6ffac320df81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.958595] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c9f39465-e635-44b6-b0d1-02cb37b89184 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.958969] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 2420bde4-8409-485f-8398-cb00134ed9b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.958969] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 152c7811-b155-471b-8919-fc13aa038ec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.958969] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 47c5db17-64b9-4427-8d82-ca85e750a1cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.959114] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 4ddbc5b5-1488-4a39-987c-9623821bcde1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.959252] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1301.959398] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1301.974249] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-946bc11d-797c-45e6-8cb1-7f66f57023d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.990716] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f3ed9c-3560-4514-8f12-9cf78be273da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.032612] env[63339]: DEBUG nova.compute.manager [req-597f16c6-2331-4933-833c-cc098f81b7ab req-39d6eee6-4854-4ec6-8464-dbc2801ef4f4 service nova] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Detach interface failed, port_id=dc4ff529-4b0f-4d75-b560-50bf405fed96, reason: Instance 5300b719-ad0f-49d9-93a7-7ee7cab2b481 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1302.044010] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.085451] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.085451] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.085685] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.085797] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.085946] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.086118] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.086340] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.086508] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.086688] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.086839] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.087020] env[63339]: DEBUG nova.virt.hardware [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.088250] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8c58c-49a8-48c3-934c-760cda9b0fc6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.099248] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d58c580-8a9d-4fba-a997-134615a804f9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.128349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e25cf-61df-48ea-9b5e-90ece6425253 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.137249] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c1709-63da-42ce-b077-0d7960e8b93e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.169244] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bffe49-5878-418f-8826-db47cf9f7fb9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.178380] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a41baf-b831-4771-9e04-6ae045394815 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.193401] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.298978] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.299371] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb29b30b-c63f-4f4d-9c15-00b2b41f6850 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.306956] env[63339]: DEBUG oslo_vmware.api [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1302.306956] env[63339]: value = "task-4321103" [ 1302.306956] env[63339]: _type = "Task" [ 1302.306956] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.318771] env[63339]: DEBUG oslo_vmware.api [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.445339] env[63339]: INFO nova.compute.manager [-] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Took 1.78 seconds to deallocate network for instance. [ 1302.697405] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.746470] env[63339]: DEBUG nova.network.neutron [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Successfully updated port: e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1302.819148] env[63339]: DEBUG oslo_vmware.api [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321103, 'name': PowerOffVM_Task, 'duration_secs': 0.23379} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.819572] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.819898] env[63339]: DEBUG nova.compute.manager [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.821097] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea54226-d98b-4509-a91e-38c6f231244c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.952559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.208578] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1303.208578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.286s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.208578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.255s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.208578] env[63339]: DEBUG nova.objects.instance [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'resources' on Instance uuid 5300b719-ad0f-49d9-93a7-7ee7cab2b481 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.254024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.254024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.254024] env[63339]: DEBUG nova.network.neutron [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1303.337146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cb9c24ff-c385-4e00-9326-6ff34579a5cb tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.497268] env[63339]: DEBUG nova.compute.manager [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-vif-plugged-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1303.497580] env[63339]: DEBUG oslo_concurrency.lockutils [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.497851] env[63339]: DEBUG oslo_concurrency.lockutils [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.499066] env[63339]: DEBUG oslo_concurrency.lockutils [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.499286] env[63339]: DEBUG nova.compute.manager [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] No waiting events found dispatching network-vif-plugged-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1303.499465] env[63339]: WARNING nova.compute.manager [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received unexpected event network-vif-plugged-e0bfd731-ad1a-4c26-9772-190e4b325cac for instance with vm_state building and task_state spawning. [ 1303.499632] env[63339]: DEBUG nova.compute.manager [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1303.499788] env[63339]: DEBUG nova.compute.manager [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing instance network info cache due to event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1303.499968] env[63339]: DEBUG oslo_concurrency.lockutils [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.789367] env[63339]: DEBUG nova.network.neutron [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1303.836373] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24dc98e-778c-4131-95ad-4b82032779fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.844440] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a50be-fb82-4077-b791-c7d6d0652887 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.878816] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cee0d0-16d9-4625-bb05-083589931674 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.887189] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034e0869-16d9-498f-ac9b-731e5c39bbfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.891918] env[63339]: DEBUG nova.objects.instance [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lazy-loading 'flavor' on Instance uuid 2420bde4-8409-485f-8398-cb00134ed9b7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.904516] env[63339]: DEBUG nova.compute.provider_tree [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.979013] env[63339]: DEBUG nova.network.neutron [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.208286] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.396984] env[63339]: DEBUG oslo_concurrency.lockutils [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.397209] env[63339]: DEBUG oslo_concurrency.lockutils [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquired lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.397297] env[63339]: DEBUG nova.network.neutron [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1304.397472] env[63339]: DEBUG nova.objects.instance [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lazy-loading 'info_cache' on Instance uuid 2420bde4-8409-485f-8398-cb00134ed9b7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.408897] env[63339]: DEBUG nova.scheduler.client.report [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.481511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.481873] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance network_info: |[{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.482278] env[63339]: DEBUG oslo_concurrency.lockutils [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.482479] env[63339]: DEBUG nova.network.neutron [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1304.483649] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:9c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bfd731-ad1a-4c26-9772-190e4b325cac', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.491811] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.492926] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.493131] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0848d5-93bc-4d18-8c4d-d470247ca0ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.514865] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.514865] env[63339]: value = "task-4321104" [ 1304.514865] env[63339]: _type = "Task" [ 1304.514865] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.524250] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321104, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.582182] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.582464] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.714605] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.714822] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.901120] env[63339]: DEBUG nova.objects.base [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Object Instance<2420bde4-8409-485f-8398-cb00134ed9b7> lazy-loaded attributes: flavor,info_cache {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.913525] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.933722] env[63339]: INFO nova.scheduler.client.report [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted allocations for instance 5300b719-ad0f-49d9-93a7-7ee7cab2b481 [ 1305.026399] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321104, 'name': CreateVM_Task, 'duration_secs': 0.356074} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.026623] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.027391] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.027639] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.027997] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.028300] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b7c673-7d15-4314-b1ab-ab9508e8db5d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.033445] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1305.033445] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5234ef03-3569-77bf-a278-1cf385dc481a" [ 1305.033445] env[63339]: _type = "Task" [ 1305.033445] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.043332] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5234ef03-3569-77bf-a278-1cf385dc481a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.086393] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.222126] env[63339]: DEBUG nova.network.neutron [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updated VIF entry in instance network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1305.222570] env[63339]: DEBUG nova.network.neutron [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.441599] env[63339]: DEBUG oslo_concurrency.lockutils [None req-71241dd2-3ef0-43e6-afd9-2b767f65902f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "5300b719-ad0f-49d9-93a7-7ee7cab2b481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.414s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.544335] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5234ef03-3569-77bf-a278-1cf385dc481a, 'name': SearchDatastore_Task, 'duration_secs': 0.021117} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.544702] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.544951] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.545318] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.545522] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.545777] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.546124] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5340b04-ee8d-43a2-989e-04a03e1afc4b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.558959] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.558959] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.561073] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc091b0e-d5e1-44c0-b312-9b71ac868f7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.567686] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1305.567686] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5252692a-5dc5-31a8-28d5-112143df0ba5" [ 1305.567686] env[63339]: _type = "Task" [ 1305.567686] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.577510] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5252692a-5dc5-31a8-28d5-112143df0ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.609835] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.610166] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.611934] env[63339]: INFO nova.compute.claims [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.712169] env[63339]: DEBUG nova.network.neutron [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Updating instance_info_cache with network_info: [{"id": "97dda27c-87cd-425c-920b-69cbccd4febe", "address": "fa:16:3e:d3:9f:7f", "network": {"id": "a2dcbc66-19f9-4cc0-b511-a0280a963c31", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850647484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9983c4822fdf4a6da6762505c236af7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dda27c-87", "ovs_interfaceid": "97dda27c-87cd-425c-920b-69cbccd4febe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.726283] env[63339]: DEBUG oslo_concurrency.lockutils [req-4da84ea8-8fbe-4c2d-9c28-c1eecf3fe5fb req-dc5a6dac-f4d9-4c0e-9915-cd5c1d9f5b7a service nova] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.079345] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5252692a-5dc5-31a8-28d5-112143df0ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.016858} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.080197] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346b7b9a-d30c-49a1-a948-800426a6d224 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.085984] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1306.085984] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52396a9f-d317-d8da-e6a5-24db27cca675" [ 1306.085984] env[63339]: _type = "Task" [ 1306.085984] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.094277] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52396a9f-d317-d8da-e6a5-24db27cca675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.216368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Releasing lock "refresh_cache-2420bde4-8409-485f-8398-cb00134ed9b7" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.597171] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52396a9f-d317-d8da-e6a5-24db27cca675, 'name': SearchDatastore_Task, 'duration_secs': 0.020644} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.597392] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.597654] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.598014] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68d620ca-2acd-4342-b3d5-12b2a698c16e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.605206] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1306.605206] env[63339]: value = "task-4321105" [ 1306.605206] env[63339]: _type = "Task" [ 1306.605206] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.614698] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.743558] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9159e2ad-8a7a-41ab-8730-3076138960aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.752227] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c4e437-140d-4d74-9828-c51ba726d28e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.784785] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865c883-6a0e-4597-ad9b-765e94ac182f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.794611] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1988877-0c25-4143-8980-447820514575 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.813767] env[63339]: DEBUG nova.compute.provider_tree [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.118191] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.222154] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.222480] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5fa6c17-6fb0-4b9f-9f90-c6690755c4d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.230508] env[63339]: DEBUG oslo_vmware.api [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1307.230508] env[63339]: value = "task-4321106" [ 1307.230508] env[63339]: _type = "Task" [ 1307.230508] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.246876] env[63339]: DEBUG oslo_vmware.api [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.308955] env[63339]: DEBUG nova.compute.manager [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1307.316905] env[63339]: DEBUG nova.scheduler.client.report [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.615991] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641481} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.616381] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.616656] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.617242] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72167d5c-80ef-4c56-9f6d-b78b7ebe7265 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.625251] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1307.625251] env[63339]: value = "task-4321107" [ 1307.625251] env[63339]: _type = "Task" [ 1307.625251] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.633305] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.741119] env[63339]: DEBUG oslo_vmware.api [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.821475] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.822014] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.832023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.832427] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.135577] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077105} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.135982] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.136681] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02327e-e75c-4ec6-b682-c38b3f83fd29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.163448] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.163703] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bf6f57-76eb-4003-add2-b3974817ef3c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.183344] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1308.183344] env[63339]: value = "task-4321108" [ 1308.183344] env[63339]: _type = "Task" [ 1308.183344] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.191677] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.241194] env[63339]: DEBUG oslo_vmware.api [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321106, 'name': PowerOnVM_Task, 'duration_secs': 0.602222} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.241483] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.241704] env[63339]: DEBUG nova.compute.manager [None req-272aaf97-81be-463e-96bd-961fab1f234a tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.242522] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538f27a9-e02b-47ba-83bb-06a824adbea5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.327517] env[63339]: DEBUG nova.compute.utils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.329140] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.329343] env[63339]: DEBUG nova.network.neutron [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1308.337775] env[63339]: INFO nova.compute.claims [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.369549] env[63339]: DEBUG nova.policy [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da464cd4427e466b83f1691455d95d49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e61b4794e6147f49aeaf76d49df4098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.680815] env[63339]: DEBUG nova.network.neutron [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Successfully created port: 4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1308.695417] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321108, 'name': ReconfigVM_Task, 'duration_secs': 0.294859} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.695781] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.696482] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df851875-1b9a-48a7-978c-0e5c04b126a7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.705447] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1308.705447] env[63339]: value = "task-4321109" [ 1308.705447] env[63339]: _type = "Task" [ 1308.705447] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.715073] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321109, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.832323] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.844053] env[63339]: INFO nova.compute.resource_tracker [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating resource usage from migration b0cfdcd4-dd4d-426f-aa8d-8a0c424a85c3 [ 1308.989063] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484fd7f7-8a64-47c1-950f-805b0a2187ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.996909] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241543da-0fd8-4158-879e-71c9e7594225 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.027170] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830dd481-3d31-418b-a432-d6223a3c9ee7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.034912] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2117ff-9883-4735-bdb4-5443066e9f1b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.048653] env[63339]: DEBUG nova.compute.provider_tree [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.215812] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321109, 'name': Rename_Task, 'duration_secs': 0.157167} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.216154] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.216659] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-909df2fd-1693-4068-bbe0-618ec9182ea0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.223586] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1309.223586] env[63339]: value = "task-4321110" [ 1309.223586] env[63339]: _type = "Task" [ 1309.223586] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.233387] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.551568] env[63339]: DEBUG nova.scheduler.client.report [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.735050] env[63339]: DEBUG oslo_vmware.api [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321110, 'name': PowerOnVM_Task, 'duration_secs': 0.46971} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.735050] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.735050] env[63339]: INFO nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1309.735050] env[63339]: DEBUG nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.735642] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ad65d-cf7c-4e22-b1f4-b41ced2afc96 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.843309] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.873552] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.873813] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.873982] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.874182] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.874339] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.874486] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.874704] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.874872] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.875054] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.875224] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.875406] env[63339]: DEBUG nova.virt.hardware [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.876422] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be88661-0010-4634-9318-a8a7df299c78 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.885349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba501a35-99ce-42b4-bdcb-c771b16fc93b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.056578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.056862] env[63339]: INFO nova.compute.manager [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Migrating [ 1310.113896] env[63339]: DEBUG nova.compute.manager [req-18b650bd-63e5-4ba0-9b3e-2b1c8b11f5a1 req-c5d54113-abf2-44c4-82fc-580362cdf3f6 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received event network-vif-plugged-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1310.114141] env[63339]: DEBUG oslo_concurrency.lockutils [req-18b650bd-63e5-4ba0-9b3e-2b1c8b11f5a1 req-c5d54113-abf2-44c4-82fc-580362cdf3f6 service nova] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.114368] env[63339]: DEBUG oslo_concurrency.lockutils [req-18b650bd-63e5-4ba0-9b3e-2b1c8b11f5a1 req-c5d54113-abf2-44c4-82fc-580362cdf3f6 service nova] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.114556] env[63339]: DEBUG oslo_concurrency.lockutils [req-18b650bd-63e5-4ba0-9b3e-2b1c8b11f5a1 req-c5d54113-abf2-44c4-82fc-580362cdf3f6 service nova] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.114731] env[63339]: DEBUG nova.compute.manager [req-18b650bd-63e5-4ba0-9b3e-2b1c8b11f5a1 req-c5d54113-abf2-44c4-82fc-580362cdf3f6 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] No waiting events found dispatching network-vif-plugged-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.114895] env[63339]: WARNING nova.compute.manager [req-18b650bd-63e5-4ba0-9b3e-2b1c8b11f5a1 req-c5d54113-abf2-44c4-82fc-580362cdf3f6 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received unexpected event network-vif-plugged-4348eb15-7b84-4947-8ba7-a1aaa8572f8c for instance with vm_state building and task_state spawning. [ 1310.211640] env[63339]: DEBUG nova.network.neutron [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Successfully updated port: 4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1310.252180] env[63339]: INFO nova.compute.manager [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Took 12.48 seconds to build instance. [ 1310.571983] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.571983] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.572218] env[63339]: DEBUG nova.network.neutron [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1310.714594] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.714772] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.714883] env[63339]: DEBUG nova.network.neutron [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1310.754433] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0cc48123-225e-4f74-92e7-b3161aa891c7 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.995s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.095292] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "47c5db17-64b9-4427-8d82-ca85e750a1cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.095610] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.095927] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "47c5db17-64b9-4427-8d82-ca85e750a1cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.096106] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.096288] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.099088] env[63339]: INFO nova.compute.manager [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Terminating instance [ 1311.282997] env[63339]: DEBUG nova.network.neutron [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1311.593322] env[63339]: DEBUG nova.network.neutron [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.596615] env[63339]: DEBUG nova.network.neutron [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.602434] env[63339]: DEBUG nova.compute.manager [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.602576] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.604143] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241b23e-fa2f-412d-9370-c18782e485fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.612631] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.613019] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b563728-15de-4826-9e55-ea5b200b1b65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.620612] env[63339]: DEBUG oslo_vmware.api [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1311.620612] env[63339]: value = "task-4321111" [ 1311.620612] env[63339]: _type = "Task" [ 1311.620612] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.630545] env[63339]: DEBUG oslo_vmware.api [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.096344] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.098647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.098957] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Instance network_info: |[{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.099396] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:68:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4348eb15-7b84-4947-8ba7-a1aaa8572f8c', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.107518] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.108525] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.108779] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea30e3b-3eec-4eb4-b587-40ebce9ea2a1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.134422] env[63339]: DEBUG oslo_vmware.api [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321111, 'name': PowerOffVM_Task, 'duration_secs': 0.210951} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.137104] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.137321] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.137578] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.137578] env[63339]: value = "task-4321112" [ 1312.137578] env[63339]: _type = "Task" [ 1312.137578] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.137807] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75cca276-fe4b-4b88-a3e9-c1ce2059b693 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.147951] env[63339]: DEBUG nova.compute.manager [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1312.148456] env[63339]: DEBUG nova.compute.manager [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing instance network info cache due to event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1312.148693] env[63339]: DEBUG oslo_concurrency.lockutils [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.148840] env[63339]: DEBUG oslo_concurrency.lockutils [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.149024] env[63339]: DEBUG nova.network.neutron [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1312.154465] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321112, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.221525] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.221816] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.222104] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleting the datastore file [datastore1] 47c5db17-64b9-4427-8d82-ca85e750a1cb {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.222476] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea2f0f1-76eb-4be7-b7d5-f975ba849414 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.232220] env[63339]: DEBUG oslo_vmware.api [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1312.232220] env[63339]: value = "task-4321114" [ 1312.232220] env[63339]: _type = "Task" [ 1312.232220] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.244381] env[63339]: DEBUG oslo_vmware.api [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.650368] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321112, 'name': CreateVM_Task, 'duration_secs': 0.382955} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.651271] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.653786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.653972] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.654345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.654860] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc784f0-ff4b-4494-a096-2b2a158954c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.660062] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1312.660062] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529cfb45-8819-ea18-0fc8-a49fbe568673" [ 1312.660062] env[63339]: _type = "Task" [ 1312.660062] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.669981] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529cfb45-8819-ea18-0fc8-a49fbe568673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.742689] env[63339]: DEBUG oslo_vmware.api [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143316} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.742950] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.743248] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.743472] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.743652] env[63339]: INFO nova.compute.manager [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1312.743889] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.744096] env[63339]: DEBUG nova.compute.manager [-] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.744194] env[63339]: DEBUG nova.network.neutron [-] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1312.943908] env[63339]: DEBUG nova.network.neutron [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updated VIF entry in instance network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1312.944302] env[63339]: DEBUG nova.network.neutron [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.171512] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]529cfb45-8819-ea18-0fc8-a49fbe568673, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.171914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.172249] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.172512] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.172666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.172853] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.173149] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81f89ab7-024f-419a-ae73-64f920ccb636 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.182609] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.182793] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.183666] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcda7eca-4c72-4834-a523-ac0448dc9d20 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.192321] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1313.192321] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ce7f4e-5ff8-600e-1d89-4d12a936fe16" [ 1313.192321] env[63339]: _type = "Task" [ 1313.192321] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.199429] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ce7f4e-5ff8-600e-1d89-4d12a936fe16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.447254] env[63339]: DEBUG oslo_concurrency.lockutils [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.447658] env[63339]: DEBUG nova.compute.manager [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1313.447753] env[63339]: DEBUG nova.compute.manager [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing instance network info cache due to event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1313.447957] env[63339]: DEBUG oslo_concurrency.lockutils [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.448365] env[63339]: DEBUG oslo_concurrency.lockutils [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.448534] env[63339]: DEBUG nova.network.neutron [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1313.611331] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cd8922-9674-43aa-afab-e6bbc773c367 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.631426] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.701925] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ce7f4e-5ff8-600e-1d89-4d12a936fe16, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.702550] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47094d0a-2329-44f6-8e59-fa6a29aa708d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.708513] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1313.708513] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52515a2a-5cdb-9899-991f-380edda55922" [ 1313.708513] env[63339]: _type = "Task" [ 1313.708513] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.718371] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52515a2a-5cdb-9899-991f-380edda55922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.844806] env[63339]: DEBUG nova.network.neutron [-] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.137138] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.137442] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2163b477-5a64-4a95-9d88-3441cd925757 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.147321] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1314.147321] env[63339]: value = "task-4321115" [ 1314.147321] env[63339]: _type = "Task" [ 1314.147321] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.159449] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.182880] env[63339]: DEBUG nova.compute.manager [req-7b2b13eb-32ce-46d9-aef3-187b6a34c9b4 req-b6fbc371-56fe-46ea-9620-e80a1610b1dd service nova] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Received event network-vif-deleted-98c330f3-0da6-4227-9e59-65ced31fc8a9 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1314.204286] env[63339]: DEBUG nova.network.neutron [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updated VIF entry in instance network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1314.204684] env[63339]: DEBUG nova.network.neutron [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.220503] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52515a2a-5cdb-9899-991f-380edda55922, 'name': SearchDatastore_Task, 'duration_secs': 0.014115} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.221643] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.221873] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/56e4a6a2-c700-4c9a-b697-08d089d8b73f.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.222178] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-096ef718-7c0d-46c4-86d0-866c2e6f2545 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.231375] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1314.231375] env[63339]: value = "task-4321116" [ 1314.231375] env[63339]: _type = "Task" [ 1314.231375] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.241789] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.348302] env[63339]: INFO nova.compute.manager [-] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Took 1.60 seconds to deallocate network for instance. [ 1314.658631] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321115, 'name': PowerOffVM_Task, 'duration_secs': 0.25115} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.658944] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.659218] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.708503] env[63339]: DEBUG oslo_concurrency.lockutils [req-9b400322-ffaa-4857-a537-aaf49d46a65b req-3761e124-c404-492b-bb61-2b7ce58f1c9d service nova] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.743560] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321116, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.855437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.855870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.856314] env[63339]: DEBUG nova.objects.instance [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lazy-loading 'resources' on Instance uuid 47c5db17-64b9-4427-8d82-ca85e750a1cb {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.166060] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.166357] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.166519] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.166701] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.166848] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.166993] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.167219] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.167383] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.167550] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.167718] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.167895] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.173140] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91db738a-4c97-4ddb-a68c-444e353b2f30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.189730] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1315.189730] env[63339]: value = "task-4321117" [ 1315.189730] env[63339]: _type = "Task" [ 1315.189730] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.199156] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.243151] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526076} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.243571] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/56e4a6a2-c700-4c9a-b697-08d089d8b73f.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.243685] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.243948] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-475fd215-654f-40f8-85ec-18dfd64bf3f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.252082] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1315.252082] env[63339]: value = "task-4321118" [ 1315.252082] env[63339]: _type = "Task" [ 1315.252082] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.262881] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.495349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d137b-3f3a-4ae2-9970-4566e5d19245 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.506494] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b173c61-dd32-4dd1-99e1-7c53e4537b74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.544354] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ec1c5-0a7d-4d2e-9837-cdd4c1ab73f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.553584] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52b66fa-e70b-4243-a87d-ab94a656d57c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.568013] env[63339]: DEBUG nova.compute.provider_tree [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.700530] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321117, 'name': ReconfigVM_Task, 'duration_secs': 0.192913} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.702033] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.763015] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28798} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.763417] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.764108] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfb622-c343-4fea-8cdf-942ce125d651 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.786653] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/56e4a6a2-c700-4c9a-b697-08d089d8b73f.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.786928] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c49dd68-9301-4301-b1b0-7c4a707f93fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.806741] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1315.806741] env[63339]: value = "task-4321119" [ 1315.806741] env[63339]: _type = "Task" [ 1315.806741] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.814918] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.072473] env[63339]: DEBUG nova.scheduler.client.report [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.208143] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.208450] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.208592] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.208777] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.208925] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.209091] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.209305] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.209464] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.209629] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.209793] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.209967] env[63339]: DEBUG nova.virt.hardware [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.215415] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.216021] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a06e7a-737b-48e6-86b5-375f68e33eb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.236601] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1316.236601] env[63339]: value = "task-4321120" [ 1316.236601] env[63339]: _type = "Task" [ 1316.236601] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.246746] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.316258] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321119, 'name': ReconfigVM_Task, 'duration_secs': 0.504253} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.316539] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/56e4a6a2-c700-4c9a-b697-08d089d8b73f.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.317207] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-272c4b68-6223-4549-92dd-f792c6a186aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.324442] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1316.324442] env[63339]: value = "task-4321121" [ 1316.324442] env[63339]: _type = "Task" [ 1316.324442] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.335943] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321121, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.577875] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.599071] env[63339]: INFO nova.scheduler.client.report [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleted allocations for instance 47c5db17-64b9-4427-8d82-ca85e750a1cb [ 1316.748079] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321120, 'name': ReconfigVM_Task, 'duration_secs': 0.168505} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.748079] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.748683] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f730c9-e638-47ef-b601-2157444de20d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.771222] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208/0c2bf1fd-3c6b-431f-bb54-3262265bd208.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.771652] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efddc20e-ef42-4877-8279-d670b6582058 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.791904] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1316.791904] env[63339]: value = "task-4321122" [ 1316.791904] env[63339]: _type = "Task" [ 1316.791904] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.800603] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.833930] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321121, 'name': Rename_Task, 'duration_secs': 0.142117} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.834233] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.834490] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9eb7385-ad00-409a-a8d3-3895c96ae200 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.841446] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1316.841446] env[63339]: value = "task-4321123" [ 1316.841446] env[63339]: _type = "Task" [ 1316.841446] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.849832] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.108121] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "47c5db17-64b9-4427-8d82-ca85e750a1cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.012s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.303073] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321122, 'name': ReconfigVM_Task, 'duration_secs': 0.381509} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.303364] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208/0c2bf1fd-3c6b-431f-bb54-3262265bd208.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.303617] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.352452] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.763470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "152c7811-b155-471b-8919-fc13aa038ec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.763762] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "152c7811-b155-471b-8919-fc13aa038ec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.763978] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "152c7811-b155-471b-8919-fc13aa038ec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.764184] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "152c7811-b155-471b-8919-fc13aa038ec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.764362] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "152c7811-b155-471b-8919-fc13aa038ec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.766601] env[63339]: INFO nova.compute.manager [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Terminating instance [ 1317.810845] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fd8147-b245-4dec-9bba-6c40337c9475 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.831668] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e4783-ae1d-4ac5-a011-edeb9366f37e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.849848] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.861203] env[63339]: DEBUG oslo_vmware.api [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321123, 'name': PowerOnVM_Task, 'duration_secs': 0.542284} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.861463] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.861659] env[63339]: INFO nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1317.861838] env[63339]: DEBUG nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.862614] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a16713-c057-486c-b912-414aea5a19e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.270664] env[63339]: DEBUG nova.compute.manager [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.270866] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.272168] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01728956-4808-4a62-8b2f-09ec07c29a21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.280453] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.280711] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bde1e9d-18ed-453e-9032-aa68f9237268 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.288057] env[63339]: DEBUG oslo_vmware.api [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1318.288057] env[63339]: value = "task-4321124" [ 1318.288057] env[63339]: _type = "Task" [ 1318.288057] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.296361] env[63339]: DEBUG oslo_vmware.api [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.381621] env[63339]: INFO nova.compute.manager [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Took 12.79 seconds to build instance. [ 1318.396804] env[63339]: DEBUG nova.network.neutron [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Port c02b3f9b-00c8-4364-849c-933cab34f134 binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1318.799199] env[63339]: DEBUG oslo_vmware.api [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321124, 'name': PowerOffVM_Task, 'duration_secs': 0.264338} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.799364] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.799602] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.799899] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c787607-aac1-4c70-b1d2-a28b48c7a35d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.869324] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.869706] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.869993] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleting the datastore file [datastore1] 152c7811-b155-471b-8919-fc13aa038ec3 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.870408] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea8818eb-df9b-49e7-8c93-e590e4402abf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.877979] env[63339]: DEBUG oslo_vmware.api [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1318.877979] env[63339]: value = "task-4321126" [ 1318.877979] env[63339]: _type = "Task" [ 1318.877979] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.883153] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.301s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.886642] env[63339]: DEBUG oslo_vmware.api [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.388813] env[63339]: DEBUG oslo_vmware.api [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146076} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.389104] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.389317] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.389501] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.389678] env[63339]: INFO nova.compute.manager [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1319.389923] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.390147] env[63339]: DEBUG nova.compute.manager [-] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.390238] env[63339]: DEBUG nova.network.neutron [-] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1319.404020] env[63339]: DEBUG nova.compute.manager [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1319.404240] env[63339]: DEBUG nova.compute.manager [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing instance network info cache due to event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1319.405782] env[63339]: DEBUG oslo_concurrency.lockutils [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.405782] env[63339]: DEBUG oslo_concurrency.lockutils [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.405782] env[63339]: DEBUG nova.network.neutron [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1319.424919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.424919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.424919] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.670464] env[63339]: DEBUG nova.compute.manager [req-67f79fc2-2dc5-4d47-984d-b03d46c20bf9 req-8666e184-a98d-4c0e-81f5-613c623b20de service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Received event network-vif-deleted-ee7076b0-4a90-41b6-ace3-380d6cfe033f {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1319.670650] env[63339]: INFO nova.compute.manager [req-67f79fc2-2dc5-4d47-984d-b03d46c20bf9 req-8666e184-a98d-4c0e-81f5-613c623b20de service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Neutron deleted interface ee7076b0-4a90-41b6-ace3-380d6cfe033f; detaching it from the instance and deleting it from the info cache [ 1319.670860] env[63339]: DEBUG nova.network.neutron [req-67f79fc2-2dc5-4d47-984d-b03d46c20bf9 req-8666e184-a98d-4c0e-81f5-613c623b20de service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.150408] env[63339]: DEBUG nova.network.neutron [-] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.152524] env[63339]: DEBUG nova.network.neutron [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updated VIF entry in instance network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1320.152876] env[63339]: DEBUG nova.network.neutron [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.173427] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e17db0-84f8-40da-9bd7-e0aea4649d24 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.184495] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4bc68a-4922-4d66-95e4-2a17a52af8d0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.212571] env[63339]: DEBUG nova.compute.manager [req-67f79fc2-2dc5-4d47-984d-b03d46c20bf9 req-8666e184-a98d-4c0e-81f5-613c623b20de service nova] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Detach interface failed, port_id=ee7076b0-4a90-41b6-ace3-380d6cfe033f, reason: Instance 152c7811-b155-471b-8919-fc13aa038ec3 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1320.456449] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.456647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.456827] env[63339]: DEBUG nova.network.neutron [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1320.655038] env[63339]: INFO nova.compute.manager [-] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Took 1.26 seconds to deallocate network for instance. [ 1320.655588] env[63339]: DEBUG oslo_concurrency.lockutils [req-1499837a-27aa-429b-89c8-a848691905e6 req-d1223ca5-3566-4640-add0-d09a5a23b09a service nova] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.163075] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.163481] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.163615] env[63339]: DEBUG nova.objects.instance [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lazy-loading 'resources' on Instance uuid 152c7811-b155-471b-8919-fc13aa038ec3 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.204715] env[63339]: DEBUG nova.network.neutron [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.707426] env[63339]: DEBUG oslo_concurrency.lockutils [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.785656] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa70181-840f-4066-8baf-1d8224b98f64 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.794233] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5075c47f-8318-401e-9a82-582435115f94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.825143] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bff9928-710a-4f01-9336-a32f97c66f30 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.833762] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809c5fa-7fb2-43ff-9e8e-0accb1f58c50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.847914] env[63339]: DEBUG nova.compute.provider_tree [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.230381] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe12249-c865-4e46-8eb1-ea14eeeb93e2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.249874] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae4142e-7e4e-4a83-877a-f61419cd2c61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.258262] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.351671] env[63339]: DEBUG nova.scheduler.client.report [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.765075] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.765426] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b75a77d-827b-4537-a29f-5779a2a0940b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.773756] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1322.773756] env[63339]: value = "task-4321127" [ 1322.773756] env[63339]: _type = "Task" [ 1322.773756] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.787379] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.857539] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.883998] env[63339]: INFO nova.scheduler.client.report [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleted allocations for instance 152c7811-b155-471b-8919-fc13aa038ec3 [ 1323.286458] env[63339]: DEBUG oslo_vmware.api [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321127, 'name': PowerOnVM_Task, 'duration_secs': 0.455751} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.286858] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.287048] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-471076b6-d835-4de4-99c5-fc4c864ff46a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance '0c2bf1fd-3c6b-431f-bb54-3262265bd208' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.392631] env[63339]: DEBUG oslo_concurrency.lockutils [None req-bc1836db-269d-4826-a401-83f9ccc0bbcf tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "152c7811-b155-471b-8919-fc13aa038ec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.628s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.478472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "2420bde4-8409-485f-8398-cb00134ed9b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.478873] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.478927] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "2420bde4-8409-485f-8398-cb00134ed9b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.479114] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.479363] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.481550] env[63339]: INFO nova.compute.manager [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Terminating instance [ 1324.985391] env[63339]: DEBUG nova.compute.manager [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.985632] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.986644] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb8eea0-a6c5-48eb-b1d1-b36e33edf9d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.995175] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.995435] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8622e1-701c-43ef-9f09-62462306348b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.002673] env[63339]: DEBUG oslo_vmware.api [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1325.002673] env[63339]: value = "task-4321128" [ 1325.002673] env[63339]: _type = "Task" [ 1325.002673] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.012547] env[63339]: DEBUG oslo_vmware.api [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.513746] env[63339]: DEBUG oslo_vmware.api [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321128, 'name': PowerOffVM_Task, 'duration_secs': 0.216892} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.515253] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.515436] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.518921] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21059aa9-9d60-4e83-9287-d9483dc8812d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.588355] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.588605] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.588806] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleting the datastore file [datastore1] 2420bde4-8409-485f-8398-cb00134ed9b7 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.589105] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b822781e-b8d5-4f0e-8a88-01e9bb6e0705 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.596288] env[63339]: DEBUG oslo_vmware.api [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for the task: (returnval){ [ 1325.596288] env[63339]: value = "task-4321130" [ 1325.596288] env[63339]: _type = "Task" [ 1325.596288] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.605091] env[63339]: DEBUG oslo_vmware.api [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.021567] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.021781] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.021969] env[63339]: DEBUG nova.compute.manager [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Going to confirm migration 9 {{(pid=63339) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1326.106189] env[63339]: DEBUG oslo_vmware.api [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Task: {'id': task-4321130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14622} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.106447] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.106636] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.106810] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.106981] env[63339]: INFO nova.compute.manager [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1326.107251] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.107440] env[63339]: DEBUG nova.compute.manager [-] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.107539] env[63339]: DEBUG nova.network.neutron [-] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1326.399778] env[63339]: DEBUG nova.compute.manager [req-e4d2b354-c54d-4f81-bbd5-e432b750b838 req-8403e31d-8f8b-4136-831b-9c1ed13324bd service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Received event network-vif-deleted-97dda27c-87cd-425c-920b-69cbccd4febe {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1326.400095] env[63339]: INFO nova.compute.manager [req-e4d2b354-c54d-4f81-bbd5-e432b750b838 req-8403e31d-8f8b-4136-831b-9c1ed13324bd service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Neutron deleted interface 97dda27c-87cd-425c-920b-69cbccd4febe; detaching it from the instance and deleting it from the info cache [ 1326.400382] env[63339]: DEBUG nova.network.neutron [req-e4d2b354-c54d-4f81-bbd5-e432b750b838 req-8403e31d-8f8b-4136-831b-9c1ed13324bd service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.588293] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.588574] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.588682] env[63339]: DEBUG nova.network.neutron [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1326.588869] env[63339]: DEBUG nova.objects.instance [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'info_cache' on Instance uuid 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.877056] env[63339]: DEBUG nova.network.neutron [-] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.903374] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6386ea9-d586-447c-865b-0d21c70b71fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.915828] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243617a6-1379-46c1-8806-49335e921732 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.948210] env[63339]: DEBUG nova.compute.manager [req-e4d2b354-c54d-4f81-bbd5-e432b750b838 req-8403e31d-8f8b-4136-831b-9c1ed13324bd service nova] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Detach interface failed, port_id=97dda27c-87cd-425c-920b-69cbccd4febe, reason: Instance 2420bde4-8409-485f-8398-cb00134ed9b7 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1327.379962] env[63339]: INFO nova.compute.manager [-] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Took 1.27 seconds to deallocate network for instance. [ 1327.832455] env[63339]: DEBUG nova.network.neutron [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [{"id": "c02b3f9b-00c8-4364-849c-933cab34f134", "address": "fa:16:3e:01:09:e4", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02b3f9b-00", "ovs_interfaceid": "c02b3f9b-00c8-4364-849c-933cab34f134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.888242] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.888647] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.888984] env[63339]: DEBUG nova.objects.instance [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lazy-loading 'resources' on Instance uuid 2420bde4-8409-485f-8398-cb00134ed9b7 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.335502] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-0c2bf1fd-3c6b-431f-bb54-3262265bd208" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.335782] env[63339]: DEBUG nova.objects.instance [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'migration_context' on Instance uuid 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.498912] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4621e2e8-e0fb-46d1-88d0-f33b53ffdd7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.506944] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c8b2a-7780-4285-980a-a7ddcc6c3b7e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.536769] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a0d4d-a4f2-4ab6-818a-81d00f25ac25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.544919] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d2d7c-2aa3-470f-b278-36f1f8b3ba28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.560670] env[63339]: DEBUG nova.compute.provider_tree [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.838537] env[63339]: DEBUG nova.objects.base [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Object Instance<0c2bf1fd-3c6b-431f-bb54-3262265bd208> lazy-loaded attributes: info_cache,migration_context {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.839577] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c7629-ef3a-4475-9d49-c721c721b0c6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.859170] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2517ee55-63c9-47f4-b037-1c34e6e1d200 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.865727] env[63339]: DEBUG oslo_vmware.api [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1328.865727] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268b2db-1b34-9fa8-a970-1f55767de53a" [ 1328.865727] env[63339]: _type = "Task" [ 1328.865727] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.874024] env[63339]: DEBUG oslo_vmware.api [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268b2db-1b34-9fa8-a970-1f55767de53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.063810] env[63339]: DEBUG nova.scheduler.client.report [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.376756] env[63339]: DEBUG oslo_vmware.api [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5268b2db-1b34-9fa8-a970-1f55767de53a, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.377069] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.568759] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.571781] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.195s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.593032] env[63339]: INFO nova.scheduler.client.report [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Deleted allocations for instance 2420bde4-8409-485f-8398-cb00134ed9b7 [ 1330.099598] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Lock "2420bde4-8409-485f-8398-cb00134ed9b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.621s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.163691] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c43b7b-9782-44b9-9943-b1ee41f5b852 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.171915] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d627a6-d4d7-41f7-864c-9c8f42f40362 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.203791] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08afdd86-a310-42ae-97d4-5586ca1ab9c3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.212208] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6971f693-3473-4d4c-b62d-7c2e37b22824 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.226881] env[63339]: DEBUG nova.compute.provider_tree [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.730333] env[63339]: DEBUG nova.scheduler.client.report [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.740020] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.168s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.319252] env[63339]: INFO nova.scheduler.client.report [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted allocation for migration b0cfdcd4-dd4d-426f-aa8d-8a0c424a85c3 [ 1332.826559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f728bddf-8355-46b2-9227-428f87f3a9f5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.803s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.242619] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.243571] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.243845] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.244298] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.244518] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.246910] env[63339]: INFO nova.compute.manager [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Terminating instance [ 1333.752406] env[63339]: DEBUG nova.compute.manager [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.752644] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.754119] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3402592b-8e50-4fb5-8ef8-457b34929957 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.762724] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.762724] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e66ebecb-bf7c-4ee3-9cc8-b9ab44214568 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.773019] env[63339]: DEBUG oslo_vmware.api [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1333.773019] env[63339]: value = "task-4321131" [ 1333.773019] env[63339]: _type = "Task" [ 1333.773019] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.779228] env[63339]: DEBUG oslo_vmware.api [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.281508] env[63339]: DEBUG oslo_vmware.api [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321131, 'name': PowerOffVM_Task, 'duration_secs': 0.231657} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.281810] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.281937] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.282202] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3926f0-044e-42ea-82e9-eb0eb4cbe136 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.349248] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.349539] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.349735] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleting the datastore file [datastore2] 0c2bf1fd-3c6b-431f-bb54-3262265bd208 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.350030] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcc6a917-22e0-4192-b647-bb8a53080e39 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.361029] env[63339]: DEBUG oslo_vmware.api [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1334.361029] env[63339]: value = "task-4321133" [ 1334.361029] env[63339]: _type = "Task" [ 1334.361029] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.370401] env[63339]: DEBUG oslo_vmware.api [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.871962] env[63339]: DEBUG oslo_vmware.api [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142248} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.872241] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.872434] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.872611] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.872784] env[63339]: INFO nova.compute.manager [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1334.873065] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.873285] env[63339]: DEBUG nova.compute.manager [-] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.873386] env[63339]: DEBUG nova.network.neutron [-] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1335.339432] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.339728] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.353773] env[63339]: DEBUG nova.compute.manager [req-1b5f84d8-da3b-43c6-a3e8-daa8832f6ef3 req-704eec2c-7cb8-44ee-bfd3-c4b7729b4cb3 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Received event network-vif-deleted-c02b3f9b-00c8-4364-849c-933cab34f134 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1335.353984] env[63339]: INFO nova.compute.manager [req-1b5f84d8-da3b-43c6-a3e8-daa8832f6ef3 req-704eec2c-7cb8-44ee-bfd3-c4b7729b4cb3 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Neutron deleted interface c02b3f9b-00c8-4364-849c-933cab34f134; detaching it from the instance and deleting it from the info cache [ 1335.354186] env[63339]: DEBUG nova.network.neutron [req-1b5f84d8-da3b-43c6-a3e8-daa8832f6ef3 req-704eec2c-7cb8-44ee-bfd3-c4b7729b4cb3 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.835952] env[63339]: DEBUG nova.network.neutron [-] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.843237] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.856900] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4932572-f827-482e-bcda-6d63133033b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.867706] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f874f67-414d-491d-a0c9-ed8c9470e8e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.908339] env[63339]: DEBUG nova.compute.manager [req-1b5f84d8-da3b-43c6-a3e8-daa8832f6ef3 req-704eec2c-7cb8-44ee-bfd3-c4b7729b4cb3 service nova] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Detach interface failed, port_id=c02b3f9b-00c8-4364-849c-933cab34f134, reason: Instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1336.339122] env[63339]: INFO nova.compute.manager [-] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Took 1.47 seconds to deallocate network for instance. [ 1336.366107] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.366686] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.368022] env[63339]: INFO nova.compute.claims [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.845933] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.463846] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df38ec-5dfa-4693-a43e-d5db69aaccad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.472135] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5368821-5d17-4a5c-8682-ecc16a915c8d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.503994] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2bbc5-0b5d-43e2-8431-184d2468a83f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.512486] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65939d5-bc34-4bea-9e1c-77a4762a55cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.526612] env[63339]: DEBUG nova.compute.provider_tree [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.030136] env[63339]: DEBUG nova.scheduler.client.report [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.535167] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.535702] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.538598] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.693s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.538880] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.558579] env[63339]: INFO nova.scheduler.client.report [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted allocations for instance 0c2bf1fd-3c6b-431f-bb54-3262265bd208 [ 1339.043510] env[63339]: DEBUG nova.compute.utils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.044820] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.044990] env[63339]: DEBUG nova.network.neutron [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1339.067918] env[63339]: DEBUG oslo_concurrency.lockutils [None req-aafea5e7-a7ae-4dac-8258-fb228a15c144 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "0c2bf1fd-3c6b-431f-bb54-3262265bd208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.824s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.103270] env[63339]: DEBUG nova.policy [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec54c1486f141fb9ba78de6a0a858f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d799361806641bd8762860514437154', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.386924] env[63339]: DEBUG nova.network.neutron [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Successfully created port: 3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1339.548312] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.430666] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "c9344fad-f138-4b07-b951-e9c0ac576116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.430932] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.559315] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.588292] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.588598] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.588767] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.589113] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.589335] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.589539] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.589764] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.589927] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.590109] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.590289] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.590467] env[63339]: DEBUG nova.virt.hardware [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.591416] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff719644-b8b4-4dc4-9332-c1efc5387ddf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.600865] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7932c897-4241-40bc-934c-59118b3c84df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.769814] env[63339]: DEBUG nova.compute.manager [req-5435e1ce-d94d-482b-8bde-7e932f944fa2 req-b5cb8e9c-7364-480d-b27c-e56d38c4c352 service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Received event network-vif-plugged-3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1340.769932] env[63339]: DEBUG oslo_concurrency.lockutils [req-5435e1ce-d94d-482b-8bde-7e932f944fa2 req-b5cb8e9c-7364-480d-b27c-e56d38c4c352 service nova] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.770103] env[63339]: DEBUG oslo_concurrency.lockutils [req-5435e1ce-d94d-482b-8bde-7e932f944fa2 req-b5cb8e9c-7364-480d-b27c-e56d38c4c352 service nova] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.770276] env[63339]: DEBUG oslo_concurrency.lockutils [req-5435e1ce-d94d-482b-8bde-7e932f944fa2 req-b5cb8e9c-7364-480d-b27c-e56d38c4c352 service nova] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.770447] env[63339]: DEBUG nova.compute.manager [req-5435e1ce-d94d-482b-8bde-7e932f944fa2 req-b5cb8e9c-7364-480d-b27c-e56d38c4c352 service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] No waiting events found dispatching network-vif-plugged-3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.770610] env[63339]: WARNING nova.compute.manager [req-5435e1ce-d94d-482b-8bde-7e932f944fa2 req-b5cb8e9c-7364-480d-b27c-e56d38c4c352 service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Received unexpected event network-vif-plugged-3dce16e2-6c1d-4789-b158-5298429f27c8 for instance with vm_state building and task_state spawning. [ 1340.852280] env[63339]: DEBUG nova.network.neutron [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Successfully updated port: 3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1340.932926] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.355066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.355066] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.355066] env[63339]: DEBUG nova.network.neutron [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1341.459081] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.459395] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.460964] env[63339]: INFO nova.compute.claims [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.888976] env[63339]: DEBUG nova.network.neutron [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1342.039948] env[63339]: DEBUG nova.network.neutron [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updating instance_info_cache with network_info: [{"id": "3dce16e2-6c1d-4789-b158-5298429f27c8", "address": "fa:16:3e:89:89:47", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dce16e2-6c", "ovs_interfaceid": "3dce16e2-6c1d-4789-b158-5298429f27c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.542536] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.542892] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Instance network_info: |[{"id": "3dce16e2-6c1d-4789-b158-5298429f27c8", "address": "fa:16:3e:89:89:47", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dce16e2-6c", "ovs_interfaceid": "3dce16e2-6c1d-4789-b158-5298429f27c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.543338] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:89:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dce16e2-6c1d-4789-b158-5298429f27c8', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.551040] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Creating folder: Project (6d799361806641bd8762860514437154). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.553758] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a4eec8-20c6-4289-9072-f013d50c5abf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.567901] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Created folder: Project (6d799361806641bd8762860514437154) in parent group-v849594. [ 1342.568185] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Creating folder: Instances. Parent ref: group-v849922. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.569270] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d73b0629-b97f-4fd1-9d43-ff23c812ab45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.571768] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a0d84-548f-4dd0-bfd2-c8ddf71f4608 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.582036] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09bd2b-7c85-48b1-92de-a291cdb2adc1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.612788] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35deac7-051a-42d7-b8d8-f1c8efb75d41 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.615439] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Created folder: Instances in parent group-v849922. [ 1342.615673] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.615866] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.616467] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8a5a7d-0d98-4c90-9e90-9d64e31e39f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.633487] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa0b483-8d45-4bb4-9e40-a07da0df37fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.638126] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.638126] env[63339]: value = "task-4321136" [ 1342.638126] env[63339]: _type = "Task" [ 1342.638126] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.648598] env[63339]: DEBUG nova.compute.provider_tree [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.655551] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321136, 'name': CreateVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.797502] env[63339]: DEBUG nova.compute.manager [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Received event network-changed-3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1342.797768] env[63339]: DEBUG nova.compute.manager [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Refreshing instance network info cache due to event network-changed-3dce16e2-6c1d-4789-b158-5298429f27c8. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1342.798053] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] Acquiring lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.798261] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] Acquired lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.798505] env[63339]: DEBUG nova.network.neutron [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Refreshing network info cache for port 3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1343.150512] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321136, 'name': CreateVM_Task, 'duration_secs': 0.297685} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.151456] env[63339]: DEBUG nova.scheduler.client.report [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.155114] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.155917] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.156093] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.160312] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.160866] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d420a640-c3d2-4f43-b4e7-f18cafe5c2c8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.168149] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1343.168149] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525e0243-ce12-1af8-7d51-0b635d959aae" [ 1343.168149] env[63339]: _type = "Task" [ 1343.168149] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.182592] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525e0243-ce12-1af8-7d51-0b635d959aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.480623] env[63339]: DEBUG nova.network.neutron [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updated VIF entry in instance network info cache for port 3dce16e2-6c1d-4789-b158-5298429f27c8. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1343.481078] env[63339]: DEBUG nova.network.neutron [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updating instance_info_cache with network_info: [{"id": "3dce16e2-6c1d-4789-b158-5298429f27c8", "address": "fa:16:3e:89:89:47", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dce16e2-6c", "ovs_interfaceid": "3dce16e2-6c1d-4789-b158-5298429f27c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.662795] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.663652] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.678431] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525e0243-ce12-1af8-7d51-0b635d959aae, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.678866] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.678972] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.679275] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.679433] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.679616] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.679911] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9bac6b-a679-4176-ac83-6c88620368d9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.689643] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.689832] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.690595] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69bbcdf-d32d-4066-8997-401f46677b4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.696170] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1343.696170] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52206d0b-23e8-1435-28ff-74e4ce5492e8" [ 1343.696170] env[63339]: _type = "Task" [ 1343.696170] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.705232] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52206d0b-23e8-1435-28ff-74e4ce5492e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.984362] env[63339]: DEBUG oslo_concurrency.lockutils [req-f6a5e9f2-0dc2-4483-beb0-506f737d2c1c req-05ef07e5-1ce8-4359-9ee6-8e791519ea1e service nova] Releasing lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.170345] env[63339]: DEBUG nova.compute.utils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.171841] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.172016] env[63339]: DEBUG nova.network.neutron [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1344.207652] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52206d0b-23e8-1435-28ff-74e4ce5492e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.209155] env[63339]: DEBUG nova.policy [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b4142b532b4904a29469224b23f65f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58450141c7694292bb025fe60f8ce84d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.211392] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e86a673-5be9-4dda-8326-ec2269ac63d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.218444] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1344.218444] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e685b6-a9b0-f7c7-9b05-2b5bb1547239" [ 1344.218444] env[63339]: _type = "Task" [ 1344.218444] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.227035] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e685b6-a9b0-f7c7-9b05-2b5bb1547239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.500141] env[63339]: DEBUG nova.network.neutron [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Successfully created port: 5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1344.675204] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.728843] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e685b6-a9b0-f7c7-9b05-2b5bb1547239, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.729132] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.729406] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 19a4e814-e18a-47e2-a6dd-877d7dff94c0/19a4e814-e18a-47e2-a6dd-877d7dff94c0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.729699] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb15d46c-f5e5-400b-b471-97a027b9e715 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.736880] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1344.736880] env[63339]: value = "task-4321137" [ 1344.736880] env[63339]: _type = "Task" [ 1344.736880] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.745295] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.247381] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452336} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.247690] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 19a4e814-e18a-47e2-a6dd-877d7dff94c0/19a4e814-e18a-47e2-a6dd-877d7dff94c0.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.247906] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.248190] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0264d56-2ce2-4994-9b88-36ac9368fc75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.255219] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1345.255219] env[63339]: value = "task-4321138" [ 1345.255219] env[63339]: _type = "Task" [ 1345.255219] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.264756] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.686773] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.712703] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.712913] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.713083] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.713275] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.713423] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.713574] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.713781] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.713939] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.714121] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.714284] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.714458] env[63339]: DEBUG nova.virt.hardware [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.715336] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f08a1-8ce7-4eb2-88f4-b4792b0e66a0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.723705] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de28e55c-a1d3-4953-a5da-c7233743a905 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.764546] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061537} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.764779] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.765553] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfbdf41-efbf-4ea8-bf24-3e137e0741d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.788393] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 19a4e814-e18a-47e2-a6dd-877d7dff94c0/19a4e814-e18a-47e2-a6dd-877d7dff94c0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.788712] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892c37bf-7519-435e-8ee0-487cdc2943e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.808734] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1345.808734] env[63339]: value = "task-4321139" [ 1345.808734] env[63339]: _type = "Task" [ 1345.808734] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.816901] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.861889] env[63339]: DEBUG nova.compute.manager [req-514ef7fe-dc99-4644-8888-5af8ba6057e8 req-ad28b7c3-c7c8-4283-93d8-d5ded588f90f service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Received event network-vif-plugged-5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1345.862143] env[63339]: DEBUG oslo_concurrency.lockutils [req-514ef7fe-dc99-4644-8888-5af8ba6057e8 req-ad28b7c3-c7c8-4283-93d8-d5ded588f90f service nova] Acquiring lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.862345] env[63339]: DEBUG oslo_concurrency.lockutils [req-514ef7fe-dc99-4644-8888-5af8ba6057e8 req-ad28b7c3-c7c8-4283-93d8-d5ded588f90f service nova] Lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.862513] env[63339]: DEBUG oslo_concurrency.lockutils [req-514ef7fe-dc99-4644-8888-5af8ba6057e8 req-ad28b7c3-c7c8-4283-93d8-d5ded588f90f service nova] Lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.862680] env[63339]: DEBUG nova.compute.manager [req-514ef7fe-dc99-4644-8888-5af8ba6057e8 req-ad28b7c3-c7c8-4283-93d8-d5ded588f90f service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] No waiting events found dispatching network-vif-plugged-5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.862845] env[63339]: WARNING nova.compute.manager [req-514ef7fe-dc99-4644-8888-5af8ba6057e8 req-ad28b7c3-c7c8-4283-93d8-d5ded588f90f service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Received unexpected event network-vif-plugged-5b9bc8a3-96ef-465c-b474-e32824e834db for instance with vm_state building and task_state spawning. [ 1345.945783] env[63339]: DEBUG nova.network.neutron [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Successfully updated port: 5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1346.318715] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321139, 'name': ReconfigVM_Task, 'duration_secs': 0.272205} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.319109] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 19a4e814-e18a-47e2-a6dd-877d7dff94c0/19a4e814-e18a-47e2-a6dd-877d7dff94c0.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.319843] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b317ee11-4b34-4e71-a3b7-6d7946e7416c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.326457] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1346.326457] env[63339]: value = "task-4321140" [ 1346.326457] env[63339]: _type = "Task" [ 1346.326457] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.336146] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321140, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.451767] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.451868] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.452042] env[63339]: DEBUG nova.network.neutron [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1346.836934] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321140, 'name': Rename_Task, 'duration_secs': 0.138092} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.837244] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.837498] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd3b17d8-4bcc-4b78-8fa3-46676ac6124d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.845628] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1346.845628] env[63339]: value = "task-4321141" [ 1346.845628] env[63339]: _type = "Task" [ 1346.845628] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.854468] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.999864] env[63339]: DEBUG nova.network.neutron [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1347.129245] env[63339]: DEBUG nova.network.neutron [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.291156] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.291559] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.291851] env[63339]: INFO nova.compute.manager [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Shelving [ 1347.356189] env[63339]: DEBUG oslo_vmware.api [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321141, 'name': PowerOnVM_Task, 'duration_secs': 0.489512} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.356605] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.356689] env[63339]: INFO nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1347.356876] env[63339]: DEBUG nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.357703] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ae98ba-98a1-4267-b677-21434266e59b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.631794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.632211] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Instance network_info: |[{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.632672] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:fb:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b9bc8a3-96ef-465c-b474-e32824e834db', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.640679] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.640956] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.641238] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd84a650-917e-4097-aec8-4d7c8dbf266c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.663497] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.663497] env[63339]: value = "task-4321142" [ 1347.663497] env[63339]: _type = "Task" [ 1347.663497] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.672979] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321142, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.876512] env[63339]: INFO nova.compute.manager [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Took 11.53 seconds to build instance. [ 1347.892113] env[63339]: DEBUG nova.compute.manager [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Received event network-changed-5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1347.892113] env[63339]: DEBUG nova.compute.manager [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Refreshing instance network info cache due to event network-changed-5b9bc8a3-96ef-465c-b474-e32824e834db. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1347.892113] env[63339]: DEBUG oslo_concurrency.lockutils [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.893265] env[63339]: DEBUG oslo_concurrency.lockutils [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.893265] env[63339]: DEBUG nova.network.neutron [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Refreshing network info cache for port 5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1348.174814] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321142, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.306031] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.306031] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d529ec4-8313-4729-a7e5-45c91617adea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.315608] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1348.315608] env[63339]: value = "task-4321143" [ 1348.315608] env[63339]: _type = "Task" [ 1348.315608] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.330131] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.378966] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce631231-2ea2-4e45-afaf-f56dfd632de8 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.039s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.462442] env[63339]: DEBUG nova.compute.manager [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Received event network-changed-3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1348.462718] env[63339]: DEBUG nova.compute.manager [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Refreshing instance network info cache due to event network-changed-3dce16e2-6c1d-4789-b158-5298429f27c8. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1348.463096] env[63339]: DEBUG oslo_concurrency.lockutils [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] Acquiring lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.463391] env[63339]: DEBUG oslo_concurrency.lockutils [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] Acquired lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.463669] env[63339]: DEBUG nova.network.neutron [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Refreshing network info cache for port 3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1348.630165] env[63339]: DEBUG nova.network.neutron [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updated VIF entry in instance network info cache for port 5b9bc8a3-96ef-465c-b474-e32824e834db. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1348.630540] env[63339]: DEBUG nova.network.neutron [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.675951] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321142, 'name': CreateVM_Task, 'duration_secs': 0.514746} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.676210] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.676828] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.676989] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.677336] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.677607] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7776ad5-f713-4dfe-83e8-ba47bd4a435b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.683096] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1348.683096] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a1205c-0b86-8c57-fb2b-051b248afa6d" [ 1348.683096] env[63339]: _type = "Task" [ 1348.683096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.692294] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a1205c-0b86-8c57-fb2b-051b248afa6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.825768] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321143, 'name': PowerOffVM_Task, 'duration_secs': 0.274107} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.826077] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.826951] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bbd8c2-3387-4484-8fa5-f226e4eb5d4e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.848290] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be15c1-3204-4fb0-aef7-7719f37d73c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.135642] env[63339]: DEBUG oslo_concurrency.lockutils [req-cecf59bd-a994-4f9e-8682-cb80b3873de1 req-45c1e3d0-025e-4ea0-b465-8f940d990baf service nova] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.195404] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a1205c-0b86-8c57-fb2b-051b248afa6d, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.195721] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.195958] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.196203] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.196352] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.196614] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.196800] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeea3479-70ca-4356-9ff6-fefba0d3dc3d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.200121] env[63339]: DEBUG nova.network.neutron [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updated VIF entry in instance network info cache for port 3dce16e2-6c1d-4789-b158-5298429f27c8. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1349.200453] env[63339]: DEBUG nova.network.neutron [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updating instance_info_cache with network_info: [{"id": "3dce16e2-6c1d-4789-b158-5298429f27c8", "address": "fa:16:3e:89:89:47", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dce16e2-6c", "ovs_interfaceid": "3dce16e2-6c1d-4789-b158-5298429f27c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.208250] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.208250] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.208355] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca237eca-9f41-4801-aa32-706849fb29d5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.214131] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1349.214131] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527fabba-9ae8-53ab-4b8a-a229001a89a0" [ 1349.214131] env[63339]: _type = "Task" [ 1349.214131] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.225021] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527fabba-9ae8-53ab-4b8a-a229001a89a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.230210] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.230451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.360116] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Creating Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1349.360433] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40a8dabc-4296-4d62-9a9f-8e654be97902 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.368859] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1349.368859] env[63339]: value = "task-4321144" [ 1349.368859] env[63339]: _type = "Task" [ 1349.368859] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.378174] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.703845] env[63339]: DEBUG oslo_concurrency.lockutils [req-65ae8bc9-6da7-4ca7-822f-511021ba9ccd req-ea5fa82b-6c99-44f6-b63a-dff81c1b73ef service nova] Releasing lock "refresh_cache-19a4e814-e18a-47e2-a6dd-877d7dff94c0" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.725379] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527fabba-9ae8-53ab-4b8a-a229001a89a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020388} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.726252] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2789a06c-ef4d-4bdb-b4c1-f2d59fe21cdc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.733413] env[63339]: DEBUG nova.compute.utils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.735530] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1349.735530] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fcd7ba-5c25-233d-5f92-d3329469d024" [ 1349.735530] env[63339]: _type = "Task" [ 1349.735530] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.743719] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fcd7ba-5c25-233d-5f92-d3329469d024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.879557] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.237403] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.248735] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52fcd7ba-5c25-233d-5f92-d3329469d024, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.249016] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.249293] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.249599] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9d4b6b-622f-4989-8d34-fb030fc67279 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.256708] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1350.256708] env[63339]: value = "task-4321145" [ 1350.256708] env[63339]: _type = "Task" [ 1350.256708] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.265365] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.380871] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321144, 'name': CreateSnapshot_Task, 'duration_secs': 0.835883} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.381244] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Created Snapshot of the VM instance {{(pid=63339) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.382170] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a078d8d-3356-4ab8-b500-263d5e491e0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.766889] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479765} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.767243] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.767481] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.767757] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5086c65-85b1-4929-9aba-2eaf5bff2c3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.775272] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1350.775272] env[63339]: value = "task-4321146" [ 1350.775272] env[63339]: _type = "Task" [ 1350.775272] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.783923] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.902419] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Creating linked-clone VM from snapshot {{(pid=63339) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1350.903058] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cdf9ae96-8a77-48d6-a899-76c7d54bf1f1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.912390] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1350.912390] env[63339]: value = "task-4321147" [ 1350.912390] env[63339]: _type = "Task" [ 1350.912390] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.920490] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321147, 'name': CloneVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.287203] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066851} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.287466] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.288260] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17668a3d-18b0-4f33-a3d9-4989df914708 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.310736] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.311047] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f380bc8-e3ed-40c4-a903-1bb792be4893 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.325298] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.325523] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.325749] env[63339]: INFO nova.compute.manager [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Attaching volume 72c4e705-8bd8-401a-a2e8-e1b95d909bfa to /dev/sdb [ 1351.334686] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1351.334686] env[63339]: value = "task-4321148" [ 1351.334686] env[63339]: _type = "Task" [ 1351.334686] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.343267] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.364818] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bc135-1d97-4d21-aa61-eabb631e9b3e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.373834] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef5c08-f699-4dd9-8a73-b140f1df4eaa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.388939] env[63339]: DEBUG nova.virt.block_device [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating existing volume attachment record: 6b2b854c-f9c8-428b-81d2-8e0698d15f7b {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.424306] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321147, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.846083] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321148, 'name': ReconfigVM_Task, 'duration_secs': 0.299262} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.846083] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.847161] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c31824b-9d9d-46de-90ee-3fa2eb179cdb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.855547] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1351.855547] env[63339]: value = "task-4321152" [ 1351.855547] env[63339]: _type = "Task" [ 1351.855547] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.865461] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321152, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.924201] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321147, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.365397] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321152, 'name': Rename_Task, 'duration_secs': 0.148307} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.365667] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.365911] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c7b5b3e-f7e4-47a5-a454-90e77090cc65 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.373174] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1352.373174] env[63339]: value = "task-4321153" [ 1352.373174] env[63339]: _type = "Task" [ 1352.373174] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.381230] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.423447] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321147, 'name': CloneVM_Task} progress is 94%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.882987] env[63339]: DEBUG oslo_vmware.api [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321153, 'name': PowerOnVM_Task, 'duration_secs': 0.49739} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.883359] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.883468] env[63339]: INFO nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1352.883546] env[63339]: DEBUG nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.884347] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b2fc16-e5ee-44ec-b417-230e8d64cbe2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.924202] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321147, 'name': CloneVM_Task} progress is 95%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.403979] env[63339]: INFO nova.compute.manager [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Took 11.97 seconds to build instance. [ 1353.426482] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321147, 'name': CloneVM_Task, 'duration_secs': 2.337551} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.427387] env[63339]: INFO nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Created linked-clone VM from snapshot [ 1353.428150] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e194bf6-984f-4115-bc2e-ba8189860c01 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.436251] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Uploading image 63eddcd8-4386-4940-ac8b-ddd709ac686c {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1353.463704] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1353.463704] env[63339]: value = "vm-849927" [ 1353.463704] env[63339]: _type = "VirtualMachine" [ 1353.463704] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1353.463980] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6a8404c-69fe-4ef4-9d30-46050cf7e07b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.471852] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease: (returnval){ [ 1353.471852] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa528-7dba-366b-82a2-ff02622ded90" [ 1353.471852] env[63339]: _type = "HttpNfcLease" [ 1353.471852] env[63339]: } obtained for exporting VM: (result){ [ 1353.471852] env[63339]: value = "vm-849927" [ 1353.471852] env[63339]: _type = "VirtualMachine" [ 1353.471852] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1353.472239] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the lease: (returnval){ [ 1353.472239] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa528-7dba-366b-82a2-ff02622ded90" [ 1353.472239] env[63339]: _type = "HttpNfcLease" [ 1353.472239] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1353.479054] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1353.479054] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa528-7dba-366b-82a2-ff02622ded90" [ 1353.479054] env[63339]: _type = "HttpNfcLease" [ 1353.479054] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1353.906761] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a9b99d98-9690-4bff-b255-b01a0df99ded tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.476s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.932616] env[63339]: DEBUG nova.compute.manager [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Received event network-changed-5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1353.932616] env[63339]: DEBUG nova.compute.manager [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Refreshing instance network info cache due to event network-changed-5b9bc8a3-96ef-465c-b474-e32824e834db. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1353.932616] env[63339]: DEBUG oslo_concurrency.lockutils [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.932616] env[63339]: DEBUG oslo_concurrency.lockutils [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.932616] env[63339]: DEBUG nova.network.neutron [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Refreshing network info cache for port 5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1353.982366] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1353.982366] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa528-7dba-366b-82a2-ff02622ded90" [ 1353.982366] env[63339]: _type = "HttpNfcLease" [ 1353.982366] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1353.982366] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1353.982366] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52caa528-7dba-366b-82a2-ff02622ded90" [ 1353.982366] env[63339]: _type = "HttpNfcLease" [ 1353.982366] env[63339]: }. {{(pid=63339) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1353.982985] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eca081-b0ef-491d-8492-7e713aaa5494 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.991122] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52002cdd-18e0-2c85-b3b7-c74a0a1a4c6a/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1353.991340] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52002cdd-18e0-2c85-b3b7-c74a0a1a4c6a/disk-0.vmdk for reading. {{(pid=63339) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1354.080017] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3abd1910-8dad-4139-b8f8-100e121a60d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.658049] env[63339]: DEBUG nova.network.neutron [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updated VIF entry in instance network info cache for port 5b9bc8a3-96ef-465c-b474-e32824e834db. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1354.658494] env[63339]: DEBUG nova.network.neutron [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.161890] env[63339]: DEBUG oslo_concurrency.lockutils [req-f2f21f84-b4ed-4f8d-81f8-4a8b47d52e51 req-e8dc63cc-72f6-49e5-96cd-4cccf979f919 service nova] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.938584] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1355.938897] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849929', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'name': 'volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e4a6a2-c700-4c9a-b697-08d089d8b73f', 'attached_at': '', 'detached_at': '', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'serial': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1355.939900] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c1f3f-88d6-48e4-86f9-28fc3b43f78c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.957286] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351b20a-00cb-4f8e-8a4b-cdedbe964850 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.983802] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa/volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.984174] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e8e4f9-0626-4ba7-8551-db1b8aef24a9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.003648] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1356.003648] env[63339]: value = "task-4321156" [ 1356.003648] env[63339]: _type = "Task" [ 1356.003648] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.012721] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.516988] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.015814] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321156, 'name': ReconfigVM_Task, 'duration_secs': 0.518608} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.017681] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa/volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.021425] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7de193a-222b-40ce-9a64-a24f966dba8d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.037689] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1357.037689] env[63339]: value = "task-4321157" [ 1357.037689] env[63339]: _type = "Task" [ 1357.037689] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.046938] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.548580] env[63339]: DEBUG oslo_vmware.api [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321157, 'name': ReconfigVM_Task, 'duration_secs': 0.175856} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.548985] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849929', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'name': 'volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e4a6a2-c700-4c9a-b697-08d089d8b73f', 'attached_at': '', 'detached_at': '', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'serial': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1358.590397] env[63339]: DEBUG nova.objects.instance [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'flavor' on Instance uuid 56e4a6a2-c700-4c9a-b697-08d089d8b73f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.800404] env[63339]: INFO nova.compute.manager [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Rescuing [ 1358.800668] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.800823] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.801063] env[63339]: DEBUG nova.network.neutron [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1359.096472] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c149fb5e-d8bd-498e-84ba-eefafddd2f3d tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.771s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.335993] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.533440] env[63339]: DEBUG nova.network.neutron [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.036536] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.334573] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.334763] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1361.334595] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.334996] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.335064] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.335201] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.335357] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.630693] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.631049] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d597b17a-9547-4dae-aa8e-e8f49b39f456 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.639085] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1361.639085] env[63339]: value = "task-4321158" [ 1361.639085] env[63339]: _type = "Task" [ 1361.639085] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.648209] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.839111] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.839392] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.839610] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.839818] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1361.840802] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad6f33-f612-4825-98a1-38f577d6a250 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.850360] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75a86d-4b64-49ab-a124-bc23ce708dcb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.868111] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcee4c-f9d1-4a29-a276-a70fbcad7181 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.877755] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ccee4e-b692-4dcf-a266-66d3f81188fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.910820] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179769MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1361.911077] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.911213] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.150585] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321158, 'name': PowerOffVM_Task, 'duration_secs': 0.325991} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.150827] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.151709] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640c788b-3e4c-4ee7-80f7-5efb4f368235 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.174761] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841bc7e-5582-47f0-ba02-c61e8a281a95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.204480] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.204793] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-448963ab-1991-40ec-8aaf-0bfdc2fda63b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.212557] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1362.212557] env[63339]: value = "task-4321159" [ 1362.212557] env[63339]: _type = "Task" [ 1362.212557] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.221183] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.354196] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52002cdd-18e0-2c85-b3b7-c74a0a1a4c6a/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1362.355154] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbfb4e-e31e-4b83-8d54-5b3b14769d94 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.361944] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52002cdd-18e0-2c85-b3b7-c74a0a1a4c6a/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1362.362127] env[63339]: ERROR oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52002cdd-18e0-2c85-b3b7-c74a0a1a4c6a/disk-0.vmdk due to incomplete transfer. [ 1362.362356] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-638b6cd2-46ae-4a3c-b831-27662c9320c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.370589] env[63339]: DEBUG oslo_vmware.rw_handles [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52002cdd-18e0-2c85-b3b7-c74a0a1a4c6a/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1362.370778] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Uploaded image 63eddcd8-4386-4940-ac8b-ddd709ac686c to the Glance image server {{(pid=63339) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1362.372978] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Destroying the VM {{(pid=63339) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1362.373241] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6118d05-3230-48d6-8fda-44ec3907d068 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.385094] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1362.385094] env[63339]: value = "task-4321160" [ 1362.385094] env[63339]: _type = "Task" [ 1362.385094] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.389082] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321160, 'name': Destroy_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.723539] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1362.723801] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.724011] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.724170] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.724355] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.724620] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf0a4654-3c13-4576-a165-7ea6c1e9da66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.739708] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.739910] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.740657] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c73b4bc-0fa0-40ae-8834-e88d54f76089 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.746220] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1362.746220] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b968f6-83f7-648f-ddd1-675d03dac1b9" [ 1362.746220] env[63339]: _type = "Task" [ 1362.746220] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.754350] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b968f6-83f7-648f-ddd1-675d03dac1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.890627] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321160, 'name': Destroy_Task, 'duration_secs': 0.341299} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.891016] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Destroyed the VM [ 1362.891302] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deleting Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1362.891505] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72428579-a9d3-46fb-8230-d8e8301be94d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.898944] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1362.898944] env[63339]: value = "task-4321161" [ 1362.898944] env[63339]: _type = "Task" [ 1362.898944] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.907688] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.942040] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a0ea9c50-a0d6-403a-a318-6ffac320df81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.942273] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c9f39465-e635-44b6-b0d1-02cb37b89184 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.942392] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 4ddbc5b5-1488-4a39-987c-9623821bcde1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.942458] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 56e4a6a2-c700-4c9a-b697-08d089d8b73f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.942572] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 19a4e814-e18a-47e2-a6dd-877d7dff94c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.942670] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c9344fad-f138-4b07-b951-e9c0ac576116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.942863] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1362.942988] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1363.032464] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2e3453-03ac-43c6-9e7e-93ca832606af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.040533] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785e8051-3cc2-403f-a472-55aeeddff44e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.071949] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3bd1fa-11f1-4def-a9fa-779a8eea9e2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.080106] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedea0d0-8526-406e-b185-75def8961c8d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.094014] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.256963] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52b968f6-83f7-648f-ddd1-675d03dac1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.040831} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.257817] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be3f1ff-5041-4a42-ae3d-e2c078399fb9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.264675] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1363.264675] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5273f1d8-da65-3014-32fd-b14c174117b6" [ 1363.264675] env[63339]: _type = "Task" [ 1363.264675] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.273142] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5273f1d8-da65-3014-32fd-b14c174117b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.408941] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.597393] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.776974] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5273f1d8-da65-3014-32fd-b14c174117b6, 'name': SearchDatastore_Task, 'duration_secs': 0.022488} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.777264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.777586] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. {{(pid=63339) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1363.777921] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f98b652e-2466-41da-87da-556e515dc95f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.786575] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1363.786575] env[63339]: value = "task-4321162" [ 1363.786575] env[63339]: _type = "Task" [ 1363.786575] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.795150] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.910946] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321161, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.102459] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1364.102781] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.296939] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501563} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.297337] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk. [ 1364.298086] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6e841c-34c0-4310-8190-7f03ddd9a1fd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.325939] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.326273] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adf281f-fae7-43b2-a2e8-04ac5b06b5f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.346329] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1364.346329] env[63339]: value = "task-4321163" [ 1364.346329] env[63339]: _type = "Task" [ 1364.346329] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.354627] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.410759] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321161, 'name': RemoveSnapshot_Task, 'duration_secs': 1.062245} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.411233] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deleted Snapshot of the VM instance {{(pid=63339) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1364.411364] env[63339]: DEBUG nova.compute.manager [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.412215] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad60aa-96e2-4847-8c58-27a931456459 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.857480] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321163, 'name': ReconfigVM_Task, 'duration_secs': 0.323478} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.857868] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8-rescue.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.858908] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f812f9c9-7c20-4913-826c-48ce30a87957 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.888707] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef16fb8-46b6-4e59-8a6f-d3532d36e047 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.904945] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1364.904945] env[63339]: value = "task-4321164" [ 1364.904945] env[63339]: _type = "Task" [ 1364.904945] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.913800] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.925207] env[63339]: INFO nova.compute.manager [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Shelve offloading [ 1365.098845] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.415789] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321164, 'name': ReconfigVM_Task, 'duration_secs': 0.183138} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.416289] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.416369] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e4fae1-f894-4eaa-85bb-bdc0a89d6988 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.423826] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1365.423826] env[63339]: value = "task-4321165" [ 1365.423826] env[63339]: _type = "Task" [ 1365.423826] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.429015] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.432104] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f99a9cf-e1cb-41bf-baff-188aafc17d8c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.433667] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.438726] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1365.438726] env[63339]: value = "task-4321166" [ 1365.438726] env[63339]: _type = "Task" [ 1365.438726] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.446462] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.934966] env[63339]: DEBUG oslo_vmware.api [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321165, 'name': PowerOnVM_Task, 'duration_secs': 0.452716} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.935270] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.937972] env[63339]: DEBUG nova.compute.manager [None req-2d923e49-74f3-4ce6-b745-900954a65236 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.938788] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d3242-9efa-4dae-9f58-75ae7bf66196 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.950690] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] VM already powered off {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1365.950921] env[63339]: DEBUG nova.compute.manager [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.953734] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348300ed-4e9c-4d58-8c73-98872032030b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.960989] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.961175] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.961357] env[63339]: DEBUG nova.network.neutron [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1366.668150] env[63339]: DEBUG nova.network.neutron [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.873138] env[63339]: INFO nova.compute.manager [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Unrescuing [ 1366.873470] env[63339]: DEBUG oslo_concurrency.lockutils [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.873710] env[63339]: DEBUG oslo_concurrency.lockutils [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.873921] env[63339]: DEBUG nova.network.neutron [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1367.171401] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.413901] env[63339]: DEBUG nova.compute.manager [req-371fb88d-0a64-4e82-b177-b4c7d14f3c6b req-ceea21bd-041c-4ea1-87fe-85b48a5bb229 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-vif-unplugged-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1367.414033] env[63339]: DEBUG oslo_concurrency.lockutils [req-371fb88d-0a64-4e82-b177-b4c7d14f3c6b req-ceea21bd-041c-4ea1-87fe-85b48a5bb229 service nova] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.414269] env[63339]: DEBUG oslo_concurrency.lockutils [req-371fb88d-0a64-4e82-b177-b4c7d14f3c6b req-ceea21bd-041c-4ea1-87fe-85b48a5bb229 service nova] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.414445] env[63339]: DEBUG oslo_concurrency.lockutils [req-371fb88d-0a64-4e82-b177-b4c7d14f3c6b req-ceea21bd-041c-4ea1-87fe-85b48a5bb229 service nova] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.414614] env[63339]: DEBUG nova.compute.manager [req-371fb88d-0a64-4e82-b177-b4c7d14f3c6b req-ceea21bd-041c-4ea1-87fe-85b48a5bb229 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] No waiting events found dispatching network-vif-unplugged-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.414779] env[63339]: WARNING nova.compute.manager [req-371fb88d-0a64-4e82-b177-b4c7d14f3c6b req-ceea21bd-041c-4ea1-87fe-85b48a5bb229 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received unexpected event network-vif-unplugged-e0bfd731-ad1a-4c26-9772-190e4b325cac for instance with vm_state shelved and task_state shelving_offloading. [ 1367.610429] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.611353] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0c9a6-f59b-4ccd-850f-3acc0b8de819 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.619232] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.619495] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ca98b7-962d-4f2f-8d37-ffc86268d370 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.667667] env[63339]: DEBUG nova.network.neutron [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.685521] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.686032] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.686192] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleting the datastore file [datastore2] 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.686939] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75b897cd-4312-4fee-86e0-7cae4f9679b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.695479] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1367.695479] env[63339]: value = "task-4321168" [ 1367.695479] env[63339]: _type = "Task" [ 1367.695479] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.703601] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.170752] env[63339]: DEBUG oslo_concurrency.lockutils [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.171060] env[63339]: DEBUG nova.objects.instance [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'flavor' on Instance uuid 56e4a6a2-c700-4c9a-b697-08d089d8b73f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.206350] env[63339]: DEBUG oslo_vmware.api [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149302} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.206564] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.206780] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.207027] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.235311] env[63339]: INFO nova.scheduler.client.report [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted allocations for instance 4ddbc5b5-1488-4a39-987c-9623821bcde1 [ 1368.676548] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cf6199-04a1-44ac-8de5-fea803bb4188 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.701558] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.701946] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd18aa2-08d1-42bd-8141-c21cd1401322 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.709225] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1368.709225] env[63339]: value = "task-4321169" [ 1368.709225] env[63339]: _type = "Task" [ 1368.709225] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.719757] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.740391] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.740767] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.741192] env[63339]: DEBUG nova.objects.instance [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'resources' on Instance uuid 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.219896] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321169, 'name': PowerOffVM_Task, 'duration_secs': 0.278249} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.221721] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.225791] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.226085] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802a2b59-99f4-4459-9061-c66d5101f2f7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.243698] env[63339]: DEBUG nova.objects.instance [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.245563] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1369.245563] env[63339]: value = "task-4321170" [ 1369.245563] env[63339]: _type = "Task" [ 1369.245563] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.254977] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.442981] env[63339]: DEBUG nova.compute.manager [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1369.442981] env[63339]: DEBUG nova.compute.manager [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing instance network info cache due to event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1369.442981] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.443122] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.443373] env[63339]: DEBUG nova.network.neutron [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1369.750764] env[63339]: DEBUG nova.objects.base [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Object Instance<4ddbc5b5-1488-4a39-987c-9623821bcde1> lazy-loaded attributes: resources,numa_topology {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.759174] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321170, 'name': ReconfigVM_Task, 'duration_secs': 0.293039} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.759468] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1369.759658] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.759988] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c705db5f-f078-456c-b8ef-4b9058e3e7e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.767552] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1369.767552] env[63339]: value = "task-4321171" [ 1369.767552] env[63339]: _type = "Task" [ 1369.767552] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.780767] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.835668] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca34bb-1540-420b-9927-8460105f29aa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.843901] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf150ff-506a-4794-8541-acc293de346a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.877358] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6578b50-39f1-4134-9fe8-9b3fde5b6cb8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.886190] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe7dd0-1e36-4b1d-ac64-faeda7818e42 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.900852] env[63339]: DEBUG nova.compute.provider_tree [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.181441] env[63339]: DEBUG nova.network.neutron [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updated VIF entry in instance network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1370.181814] env[63339]: DEBUG nova.network.neutron [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": null, "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape0bfd731-ad", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.278206] env[63339]: DEBUG oslo_vmware.api [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321171, 'name': PowerOnVM_Task, 'duration_secs': 0.380665} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.278429] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.278661] env[63339]: DEBUG nova.compute.manager [None req-681a4388-c923-4c76-8f84-ed2160e2e47f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.279489] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1432f2-74e0-48cd-bb51-c0ed97fd5915 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.404418] env[63339]: DEBUG nova.scheduler.client.report [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.684685] env[63339]: DEBUG oslo_concurrency.lockutils [req-bfd5aef2-942f-466e-bcf5-d30b6cca2e00 req-cfa45774-eda0-4f7a-a5db-84e5ddcab7b9 service nova] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.849604] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.909345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.423640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-04884f96-989d-4403-bc0c-4fdb0e96fe6f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.132s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.424656] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.575s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.424857] env[63339]: INFO nova.compute.manager [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Unshelving [ 1371.435764] env[63339]: DEBUG nova.compute.manager [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1371.435764] env[63339]: DEBUG nova.compute.manager [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing instance network info cache due to event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1371.436027] env[63339]: DEBUG oslo_concurrency.lockutils [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.436027] env[63339]: DEBUG oslo_concurrency.lockutils [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.436874] env[63339]: DEBUG nova.network.neutron [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1372.160899] env[63339]: DEBUG nova.network.neutron [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updated VIF entry in instance network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1372.161329] env[63339]: DEBUG nova.network.neutron [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.451469] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.451761] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.451976] env[63339]: DEBUG nova.objects.instance [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.664608] env[63339]: DEBUG oslo_concurrency.lockutils [req-1bac9420-1fa6-4499-939a-8dc791680c8e req-e4e64b67-2113-422a-8df0-486338a0bc8f service nova] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.955918] env[63339]: DEBUG nova.objects.instance [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.459077] env[63339]: INFO nova.compute.claims [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.462735] env[63339]: DEBUG nova.compute.manager [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1373.462942] env[63339]: DEBUG nova.compute.manager [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing instance network info cache due to event network-changed-4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1373.463169] env[63339]: DEBUG oslo_concurrency.lockutils [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] Acquiring lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.463313] env[63339]: DEBUG oslo_concurrency.lockutils [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] Acquired lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.463468] env[63339]: DEBUG nova.network.neutron [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Refreshing network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1374.183558] env[63339]: DEBUG nova.network.neutron [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updated VIF entry in instance network info cache for port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1374.183940] env[63339]: DEBUG nova.network.neutron [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [{"id": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "address": "fa:16:3e:3c:68:2a", "network": {"id": "22d40046-6bc6-4f93-9279-b7522c84f48d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-753489919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e61b4794e6147f49aeaf76d49df4098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348eb15-7b", "ovs_interfaceid": "4348eb15-7b84-4947-8ba7-a1aaa8572f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.550495] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c04a35-785e-4b38-bad6-299129b0e3dc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.558332] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3474ad-7e1f-4357-8f7c-ee66c9512fa5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.589554] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c7b09-08ae-4347-a203-ea974bbecb4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.597725] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31741af-8812-4eac-8889-5880eb4a6289 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.611192] env[63339]: DEBUG nova.compute.provider_tree [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.686381] env[63339]: DEBUG oslo_concurrency.lockutils [req-39845fcb-8267-4b8a-b3b7-3e0895103f4b req-0d68fa5e-9f08-4084-b01a-61211fadf8c0 service nova] Releasing lock "refresh_cache-56e4a6a2-c700-4c9a-b697-08d089d8b73f" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.114162] env[63339]: DEBUG nova.scheduler.client.report [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.619145] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.167s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.648177] env[63339]: INFO nova.network.neutron [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating port e0bfd731-ad1a-4c26-9772-190e4b325cac with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1377.037284] env[63339]: DEBUG nova.compute.manager [req-14b3b72d-c352-4246-867f-0c35cb24d286 req-77bdd2a0-113c-4c3c-ba23-438d9accdc1b service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-vif-plugged-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1377.037544] env[63339]: DEBUG oslo_concurrency.lockutils [req-14b3b72d-c352-4246-867f-0c35cb24d286 req-77bdd2a0-113c-4c3c-ba23-438d9accdc1b service nova] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.037701] env[63339]: DEBUG oslo_concurrency.lockutils [req-14b3b72d-c352-4246-867f-0c35cb24d286 req-77bdd2a0-113c-4c3c-ba23-438d9accdc1b service nova] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.037873] env[63339]: DEBUG oslo_concurrency.lockutils [req-14b3b72d-c352-4246-867f-0c35cb24d286 req-77bdd2a0-113c-4c3c-ba23-438d9accdc1b service nova] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.038138] env[63339]: DEBUG nova.compute.manager [req-14b3b72d-c352-4246-867f-0c35cb24d286 req-77bdd2a0-113c-4c3c-ba23-438d9accdc1b service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] No waiting events found dispatching network-vif-plugged-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.038268] env[63339]: WARNING nova.compute.manager [req-14b3b72d-c352-4246-867f-0c35cb24d286 req-77bdd2a0-113c-4c3c-ba23-438d9accdc1b service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received unexpected event network-vif-plugged-e0bfd731-ad1a-4c26-9772-190e4b325cac for instance with vm_state shelved_offloaded and task_state spawning. [ 1377.123958] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.124224] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.124342] env[63339]: DEBUG nova.network.neutron [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1378.064797] env[63339]: DEBUG nova.network.neutron [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.567761] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.596825] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae3d93bc375868f7cbf3c3c46525e2e2',container_format='bare',created_at=2025-07-21T14:51:35Z,direct_url=,disk_format='vmdk',id=63eddcd8-4386-4940-ac8b-ddd709ac686c,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-850159229-shelved',owner='39f0cfcc403944398964bc28298c1765',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-07-21T14:51:51Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.597131] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.597300] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.597486] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.597633] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.597782] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.598008] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.598175] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.598345] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.598510] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.598684] env[63339]: DEBUG nova.virt.hardware [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.599908] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef9fd8-78c3-4402-9082-ae85b433a249 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.608455] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b9f18d-2fc2-4402-8c2e-da37f93cec48 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.622025] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:9c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bfd731-ad1a-4c26-9772-190e4b325cac', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.629639] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.629892] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.630145] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-805c13d9-6381-4b93-ad40-ad68843a513f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.649739] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.649739] env[63339]: value = "task-4321172" [ 1378.649739] env[63339]: _type = "Task" [ 1378.649739] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.659567] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321172, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.063120] env[63339]: DEBUG nova.compute.manager [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1379.063421] env[63339]: DEBUG nova.compute.manager [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing instance network info cache due to event network-changed-e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1379.063646] env[63339]: DEBUG oslo_concurrency.lockutils [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] Acquiring lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.063789] env[63339]: DEBUG oslo_concurrency.lockutils [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] Acquired lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.063949] env[63339]: DEBUG nova.network.neutron [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Refreshing network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1379.159677] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321172, 'name': CreateVM_Task, 'duration_secs': 0.354629} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.160052] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.160504] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.160673] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.161082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.161345] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7479e2ec-56bc-4992-a8b9-cf94c2e49919 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.166181] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1379.166181] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cea31d-5b2c-8a2f-f608-fb874b3ccc73" [ 1379.166181] env[63339]: _type = "Task" [ 1379.166181] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.174043] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52cea31d-5b2c-8a2f-f608-fb874b3ccc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.677837] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.678109] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Processing image 63eddcd8-4386-4940-ac8b-ddd709ac686c {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.678347] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.678496] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.678675] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.679038] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f188201-cf71-4057-9aae-ad5e4586fc91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.697122] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.697356] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.698074] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e2fcf2-cc11-41c1-868b-ea7ce9140beb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.704150] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1379.704150] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c718e2-4926-5222-c218-cf18cd8daba7" [ 1379.704150] env[63339]: _type = "Task" [ 1379.704150] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.714467] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c718e2-4926-5222-c218-cf18cd8daba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.768810] env[63339]: DEBUG nova.network.neutron [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updated VIF entry in instance network info cache for port e0bfd731-ad1a-4c26-9772-190e4b325cac. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1379.769254] env[63339]: DEBUG nova.network.neutron [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [{"id": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "address": "fa:16:3e:19:9c:22", "network": {"id": "56c1b191-feec-4981-9090-3862b1b24203", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-155162445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f0cfcc403944398964bc28298c1765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfd731-ad", "ovs_interfaceid": "e0bfd731-ad1a-4c26-9772-190e4b325cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.215017] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Preparing fetch location {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1380.215393] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Fetch image to [datastore1] OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7/OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7.vmdk {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1380.215557] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Downloading stream optimized image 63eddcd8-4386-4940-ac8b-ddd709ac686c to [datastore1] OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7/OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7.vmdk on the data store datastore1 as vApp {{(pid=63339) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1380.215738] env[63339]: DEBUG nova.virt.vmwareapi.images [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Downloading image file data 63eddcd8-4386-4940-ac8b-ddd709ac686c to the ESX as VM named 'OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7' {{(pid=63339) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1380.271883] env[63339]: DEBUG oslo_concurrency.lockutils [req-333cf7dc-fde9-4e32-8538-31b682f0445c req-369912b2-c397-4d7f-856a-cca8fed03b8f service nova] Releasing lock "refresh_cache-4ddbc5b5-1488-4a39-987c-9623821bcde1" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.283053] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1380.283053] env[63339]: value = "resgroup-9" [ 1380.283053] env[63339]: _type = "ResourcePool" [ 1380.283053] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1380.283404] env[63339]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bbc097f3-dcea-4787-973f-55b07d48bd42 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.306327] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease: (returnval){ [ 1380.306327] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e50dfe-3ad5-8c24-5ccc-1862b888a56b" [ 1380.306327] env[63339]: _type = "HttpNfcLease" [ 1380.306327] env[63339]: } obtained for vApp import into resource pool (val){ [ 1380.306327] env[63339]: value = "resgroup-9" [ 1380.306327] env[63339]: _type = "ResourcePool" [ 1380.306327] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1380.306843] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the lease: (returnval){ [ 1380.306843] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e50dfe-3ad5-8c24-5ccc-1862b888a56b" [ 1380.306843] env[63339]: _type = "HttpNfcLease" [ 1380.306843] env[63339]: } to be ready. {{(pid=63339) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1380.316600] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1380.316600] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e50dfe-3ad5-8c24-5ccc-1862b888a56b" [ 1380.316600] env[63339]: _type = "HttpNfcLease" [ 1380.316600] env[63339]: } is initializing. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1380.816329] env[63339]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1380.816329] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e50dfe-3ad5-8c24-5ccc-1862b888a56b" [ 1380.816329] env[63339]: _type = "HttpNfcLease" [ 1380.816329] env[63339]: } is ready. {{(pid=63339) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1380.816705] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1380.816705] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e50dfe-3ad5-8c24-5ccc-1862b888a56b" [ 1380.816705] env[63339]: _type = "HttpNfcLease" [ 1380.816705] env[63339]: }. {{(pid=63339) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1380.817349] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae842be-f47f-4cdf-b03e-0d7d00699591 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.824527] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236780c-dab7-c20d-9fc3-8ab512242de3/disk-0.vmdk from lease info. {{(pid=63339) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1380.824717] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236780c-dab7-c20d-9fc3-8ab512242de3/disk-0.vmdk. {{(pid=63339) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1380.884978] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64da8c2e-3422-4082-a276-92a8a0d40a45 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.028437] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Completed reading data from the image iterator. {{(pid=63339) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1382.028764] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236780c-dab7-c20d-9fc3-8ab512242de3/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1382.030083] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe708a40-2cfa-4ee4-b7a1-1c1785d1742d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.039921] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236780c-dab7-c20d-9fc3-8ab512242de3/disk-0.vmdk is in state: ready. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1382.040226] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236780c-dab7-c20d-9fc3-8ab512242de3/disk-0.vmdk. {{(pid=63339) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1382.040559] env[63339]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-32f68690-2fa4-4fd4-b395-ab682e8de4b7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.316855] env[63339]: DEBUG oslo_vmware.rw_handles [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236780c-dab7-c20d-9fc3-8ab512242de3/disk-0.vmdk. {{(pid=63339) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1382.317062] env[63339]: INFO nova.virt.vmwareapi.images [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Downloaded image file data 63eddcd8-4386-4940-ac8b-ddd709ac686c [ 1382.317868] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1f4949-fe52-494a-abf5-2a4c87466c6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.334894] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5874e8e5-f6e9-481f-b934-154c2c99ce9a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.359969] env[63339]: INFO nova.virt.vmwareapi.images [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] The imported VM was unregistered [ 1382.362694] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Caching image {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1382.362927] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Creating directory with path [datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.363268] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e008a32-e4ab-4af6-9e20-873e9e987ec0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.373971] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Created directory with path [datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.374179] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7/OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7.vmdk to [datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk. {{(pid=63339) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1382.374429] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-539b5fbe-c1da-47bd-a028-446f929165fe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.380686] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1382.380686] env[63339]: value = "task-4321175" [ 1382.380686] env[63339]: _type = "Task" [ 1382.380686] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.388549] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321175, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.891092] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321175, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.392550] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321175, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.894922] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321175, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.393166] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321175, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.893465] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321175, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.334511} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.893734] env[63339]: INFO nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7/OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7.vmdk to [datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk. [ 1384.893926] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Cleaning up location [datastore1] OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1384.894102] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8bd63fc9-d00a-4706-ad5b-91aa5a14b0e7 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.894364] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c89939-ec73-4355-b145-c1746f8ac872 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.901880] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1384.901880] env[63339]: value = "task-4321176" [ 1384.901880] env[63339]: _type = "Task" [ 1384.901880] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.909489] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.413011] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036292} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.413414] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.413493] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.413748] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk to [datastore1] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.414031] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-951c18dc-d82b-4fe3-bb1c-b6f4d3abfeab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.421581] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1385.421581] env[63339]: value = "task-4321177" [ 1385.421581] env[63339]: _type = "Task" [ 1385.421581] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.430508] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.934790] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.433139] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.934120] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.439956] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.936868] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.435893] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.567501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.567916] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.936721] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321177, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.056596} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.936986] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/63eddcd8-4386-4940-ac8b-ddd709ac686c/63eddcd8-4386-4940-ac8b-ddd709ac686c.vmdk to [datastore1] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.937826] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c31c2-c2de-4442-a4eb-de600d806d7f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.961029] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.961029] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f0cf9f-20f8-44c0-b85d-10be3961dd50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.979631] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1388.979631] env[63339]: value = "task-4321178" [ 1388.979631] env[63339]: _type = "Task" [ 1388.979631] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.987740] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.070886] env[63339]: DEBUG nova.compute.utils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1389.489550] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321178, 'name': ReconfigVM_Task, 'duration_secs': 0.351316} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.489821] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 4ddbc5b5-1488-4a39-987c-9623821bcde1/4ddbc5b5-1488-4a39-987c-9623821bcde1.vmdk or device None with type streamOptimized {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.490492] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65a085dd-5386-4d45-9b00-8ba6e3c5b35b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.497243] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1389.497243] env[63339]: value = "task-4321179" [ 1389.497243] env[63339]: _type = "Task" [ 1389.497243] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.505629] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321179, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.573662] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.009406] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321179, 'name': Rename_Task, 'duration_secs': 0.216912} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.009662] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.009888] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984a7e53-0a87-4005-b0cc-3585143fabfc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.017596] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1390.017596] env[63339]: value = "task-4321180" [ 1390.017596] env[63339]: _type = "Task" [ 1390.017596] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.025921] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.528552] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.642717] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.643120] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.643247] env[63339]: INFO nova.compute.manager [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Attaching volume 3fca96cc-6ad2-4398-8bf4-ec162ad4e803 to /dev/sdb [ 1390.675033] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22b9f7-2c24-4fdb-9211-fa012ffb05ed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.682789] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f7ef5-ab7b-4a28-a523-eaa2c3349bcf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.696020] env[63339]: DEBUG nova.virt.block_device [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updating existing volume attachment record: 1fb272c7-f588-468b-ad27-c508b4c8d3d3 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1391.029647] env[63339]: DEBUG oslo_vmware.api [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321180, 'name': PowerOnVM_Task, 'duration_secs': 0.550905} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.029904] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.131971] env[63339]: DEBUG nova.compute.manager [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.133089] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c355cd3-27c5-4159-b6e5-937041f83042 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.456592] env[63339]: DEBUG nova.compute.manager [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Stashing vm_state: active {{(pid=63339) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1391.652782] env[63339]: DEBUG oslo_concurrency.lockutils [None req-463be86c-6883-4209-8d1c-0648697da851 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.227s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.980058] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.980058] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.485779] env[63339]: INFO nova.compute.claims [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.992293] env[63339]: INFO nova.compute.resource_tracker [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating resource usage from migration a06d2c0d-3bee-4ab9-8b0e-502dc44e99d2 [ 1393.044544] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.044875] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.045113] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.045332] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.045538] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.047793] env[63339]: INFO nova.compute.manager [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Terminating instance [ 1393.104529] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d01a7d-966e-4219-90ef-03d328dc6d36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.113079] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d409d04e-c091-48cc-bf12-5d71183da360 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.146564] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f723976-029b-40a0-b465-ced9443abb66 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.154396] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d1e66e-2ab3-4a18-8597-d14bafd24fed {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.169793] env[63339]: DEBUG nova.compute.provider_tree [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.552246] env[63339]: DEBUG nova.compute.manager [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.552489] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.553729] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241430b7-16fb-46ba-b2fe-d294c2bbb4cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.562396] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.562670] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5b6f0a-ee33-4534-9b9a-446cd1153f62 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.570330] env[63339]: DEBUG oslo_vmware.api [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1393.570330] env[63339]: value = "task-4321185" [ 1393.570330] env[63339]: _type = "Task" [ 1393.570330] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.580361] env[63339]: DEBUG oslo_vmware.api [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.673743] env[63339]: DEBUG nova.scheduler.client.report [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.080886] env[63339]: DEBUG oslo_vmware.api [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321185, 'name': PowerOffVM_Task, 'duration_secs': 0.198512} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.081288] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.081367] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.081594] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8dbae43-afeb-4005-a8bd-d3fb5ae81f5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.148356] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.148580] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.148766] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleting the datastore file [datastore1] 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.149112] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a151be43-4018-490d-a724-6adbcbc388c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.155711] env[63339]: DEBUG oslo_vmware.api [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for the task: (returnval){ [ 1394.155711] env[63339]: value = "task-4321187" [ 1394.155711] env[63339]: _type = "Task" [ 1394.155711] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.164702] env[63339]: DEBUG oslo_vmware.api [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.178669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.178861] env[63339]: INFO nova.compute.manager [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Migrating [ 1394.667261] env[63339]: DEBUG oslo_vmware.api [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Task: {'id': task-4321187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158836} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.667464] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.667653] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.667824] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.668012] env[63339]: INFO nova.compute.manager [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1394.668258] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.668453] env[63339]: DEBUG nova.compute.manager [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.668549] env[63339]: DEBUG nova.network.neutron [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1394.693928] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.694142] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.695272] env[63339]: DEBUG nova.network.neutron [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1395.149462] env[63339]: DEBUG nova.compute.manager [req-b5800f35-59f0-4225-bfad-15bff52c7de2 req-10fd47ef-0eb5-49ca-ac2e-5eb1f2110943 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Received event network-vif-deleted-e0bfd731-ad1a-4c26-9772-190e4b325cac {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1395.149832] env[63339]: INFO nova.compute.manager [req-b5800f35-59f0-4225-bfad-15bff52c7de2 req-10fd47ef-0eb5-49ca-ac2e-5eb1f2110943 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Neutron deleted interface e0bfd731-ad1a-4c26-9772-190e4b325cac; detaching it from the instance and deleting it from the info cache [ 1395.149832] env[63339]: DEBUG nova.network.neutron [req-b5800f35-59f0-4225-bfad-15bff52c7de2 req-10fd47ef-0eb5-49ca-ac2e-5eb1f2110943 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.241049] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1395.241363] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849933', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'name': 'volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19a4e814-e18a-47e2-a6dd-877d7dff94c0', 'attached_at': '', 'detached_at': '', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'serial': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1395.242239] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf604e-d4bc-4f1f-9287-0646b8d704fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.258720] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b919093b-700b-4979-a949-06937b481212 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.285610] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803/volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.286290] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5973ffe7-b415-4b35-921d-fbc0d1ace0bc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.306827] env[63339]: DEBUG oslo_vmware.api [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1395.306827] env[63339]: value = "task-4321188" [ 1395.306827] env[63339]: _type = "Task" [ 1395.306827] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.315634] env[63339]: DEBUG oslo_vmware.api [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.419722] env[63339]: DEBUG nova.network.neutron [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.627113] env[63339]: DEBUG nova.network.neutron [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.652340] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd56fdaa-2063-4dca-942c-89f71a3826ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.662117] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1519e2a-2cf7-49a6-afaf-3305beed1a28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.696293] env[63339]: DEBUG nova.compute.manager [req-b5800f35-59f0-4225-bfad-15bff52c7de2 req-10fd47ef-0eb5-49ca-ac2e-5eb1f2110943 service nova] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Detach interface failed, port_id=e0bfd731-ad1a-4c26-9772-190e4b325cac, reason: Instance 4ddbc5b5-1488-4a39-987c-9623821bcde1 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1395.816533] env[63339]: DEBUG oslo_vmware.api [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321188, 'name': ReconfigVM_Task, 'duration_secs': 0.350488} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.816829] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803/volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.821783] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15673f1-9dcb-40c0-9e34-361fe316b5cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.838085] env[63339]: DEBUG oslo_vmware.api [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1395.838085] env[63339]: value = "task-4321189" [ 1395.838085] env[63339]: _type = "Task" [ 1395.838085] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.846758] env[63339]: DEBUG oslo_vmware.api [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.923282] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.129643] env[63339]: INFO nova.compute.manager [-] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Took 1.46 seconds to deallocate network for instance. [ 1396.348529] env[63339]: DEBUG oslo_vmware.api [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321189, 'name': ReconfigVM_Task, 'duration_secs': 0.179966} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.348941] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849933', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'name': 'volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19a4e814-e18a-47e2-a6dd-877d7dff94c0', 'attached_at': '', 'detached_at': '', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'serial': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1396.636634] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.636929] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.637101] env[63339]: DEBUG nova.objects.instance [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lazy-loading 'resources' on Instance uuid 4ddbc5b5-1488-4a39-987c-9623821bcde1 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.257313] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fd050c-8df2-4462-b9ab-9f06527e41bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.265266] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb9010-b9d3-4add-b1c2-2fc92df2739a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.296609] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51981a47-8863-40fa-8081-7d8864be0bc9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.304906] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10192f49-1abd-4ec2-b31f-10fee9950b2d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.319119] env[63339]: DEBUG nova.compute.provider_tree [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.390849] env[63339]: DEBUG nova.objects.instance [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'flavor' on Instance uuid 19a4e814-e18a-47e2-a6dd-877d7dff94c0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.438653] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc2ade8-9fc7-4487-820d-3a523d461680 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.457561] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 0 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.823614] env[63339]: DEBUG nova.scheduler.client.report [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.896758] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9e6c0fa5-800d-4fce-8eac-7b55f512551d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.963640] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.964321] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d950425-190e-4006-8223-84d23623ea47 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.972659] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1397.972659] env[63339]: value = "task-4321190" [ 1397.972659] env[63339]: _type = "Task" [ 1397.972659] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.982073] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.327945] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.359452] env[63339]: INFO nova.scheduler.client.report [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Deleted allocations for instance 4ddbc5b5-1488-4a39-987c-9623821bcde1 [ 1398.483568] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321190, 'name': PowerOffVM_Task, 'duration_secs': 0.195415} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.483853] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.484034] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 17 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.867671] env[63339]: DEBUG oslo_concurrency.lockutils [None req-9d98a3de-777d-48ea-8936-26c2db675f9f tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Lock "4ddbc5b5-1488-4a39-987c-9623821bcde1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.990433] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.990707] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.990771] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.990954] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.991114] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.991277] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.991507] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.991677] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.991843] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.992010] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.992191] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.997275] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a515a25-3958-4497-9caa-e11439e93957 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.014968] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1399.014968] env[63339]: value = "task-4321191" [ 1399.014968] env[63339]: _type = "Task" [ 1399.014968] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.023457] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.154641] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "c4c8455f-4c77-4c99-abb5-7c771aebf110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.154896] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.525599] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.657537] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1400.025814] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.183104] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.183555] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.185131] env[63339]: INFO nova.compute.claims [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.527795] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321191, 'name': ReconfigVM_Task, 'duration_secs': 1.191675} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.528173] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 33 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.035133] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.035462] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.035547] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.035710] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.035857] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.036022] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.036228] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.036389] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.036554] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.036715] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.036887] env[63339]: DEBUG nova.virt.hardware [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.042367] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.042658] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b2595e-9b12-4158-b18d-192fb8dea68c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.063211] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1401.063211] env[63339]: value = "task-4321193" [ 1401.063211] env[63339]: _type = "Task" [ 1401.063211] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.071272] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.294228] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27856fe5-5967-459e-8a71-e3e75b649c1e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.302872] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c8278-a3e5-4ff5-a479-4f1c30612309 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.334175] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf010f-86b6-4d3b-8937-001f8d231cff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.342496] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76b1ef7-286a-4046-a5f6-16cec7cedbfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.357427] env[63339]: DEBUG nova.compute.provider_tree [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.573513] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321193, 'name': ReconfigVM_Task, 'duration_secs': 0.165784} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.573898] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.574523] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1996e3e0-7309-4903-a3e1-fbe0c5f9ea83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.596216] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.596458] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019d3a30-77a4-41ad-9b30-d05088ea98cd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.614520] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1401.614520] env[63339]: value = "task-4321194" [ 1401.614520] env[63339]: _type = "Task" [ 1401.614520] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.622354] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.861633] env[63339]: DEBUG nova.scheduler.client.report [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.125123] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321194, 'name': ReconfigVM_Task, 'duration_secs': 0.29141} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.125379] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.125623] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 50 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.366823] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.367395] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.632048] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d73f335-696b-40e5-bca2-9eafb9b29bce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.651685] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f685e0-ba9c-4f52-8ded-0f817926f7e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.670358] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 67 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.874580] env[63339]: DEBUG nova.compute.utils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.876386] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.876632] env[63339]: DEBUG nova.network.neutron [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1402.932628] env[63339]: DEBUG nova.policy [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec54c1486f141fb9ba78de6a0a858f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d799361806641bd8762860514437154', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.238079] env[63339]: DEBUG nova.network.neutron [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Port 5b9bc8a3-96ef-465c-b474-e32824e834db binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1403.256589] env[63339]: DEBUG nova.network.neutron [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Successfully created port: 64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1403.380309] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.261996] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.262283] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.262430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.398274] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.427804] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.428299] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.428299] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.428395] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.428542] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.428689] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.428896] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.429066] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.429297] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.429473] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.429647] env[63339]: DEBUG nova.virt.hardware [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.431047] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e2f85-3dcb-45f1-a0d6-f3b69dc6d81b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.439810] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd93e5e-7dfc-40c5-a469-e12dd042201f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.664994] env[63339]: DEBUG nova.compute.manager [req-dabc61a7-a199-4091-8d5d-de6176ae97ec req-f9db5076-7f57-4c76-a9f0-fabe7b7a37c9 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Received event network-vif-plugged-64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1404.665226] env[63339]: DEBUG oslo_concurrency.lockutils [req-dabc61a7-a199-4091-8d5d-de6176ae97ec req-f9db5076-7f57-4c76-a9f0-fabe7b7a37c9 service nova] Acquiring lock "c4c8455f-4c77-4c99-abb5-7c771aebf110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.665512] env[63339]: DEBUG oslo_concurrency.lockutils [req-dabc61a7-a199-4091-8d5d-de6176ae97ec req-f9db5076-7f57-4c76-a9f0-fabe7b7a37c9 service nova] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.665722] env[63339]: DEBUG oslo_concurrency.lockutils [req-dabc61a7-a199-4091-8d5d-de6176ae97ec req-f9db5076-7f57-4c76-a9f0-fabe7b7a37c9 service nova] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.665985] env[63339]: DEBUG nova.compute.manager [req-dabc61a7-a199-4091-8d5d-de6176ae97ec req-f9db5076-7f57-4c76-a9f0-fabe7b7a37c9 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] No waiting events found dispatching network-vif-plugged-64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.666224] env[63339]: WARNING nova.compute.manager [req-dabc61a7-a199-4091-8d5d-de6176ae97ec req-f9db5076-7f57-4c76-a9f0-fabe7b7a37c9 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Received unexpected event network-vif-plugged-64e5c612-6049-4f40-82e5-044e58ef2e6a for instance with vm_state building and task_state spawning. [ 1404.750325] env[63339]: DEBUG nova.network.neutron [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Successfully updated port: 64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1405.254903] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.255079] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.255244] env[63339]: DEBUG nova.network.neutron [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1405.306697] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.306969] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.307066] env[63339]: DEBUG nova.network.neutron [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1405.787756] env[63339]: DEBUG nova.network.neutron [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1405.963830] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.964101] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.028531] env[63339]: DEBUG nova.network.neutron [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updating instance_info_cache with network_info: [{"id": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "address": "fa:16:3e:0f:cb:6b", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e5c612-60", "ovs_interfaceid": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.116256] env[63339]: DEBUG nova.network.neutron [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.466718] env[63339]: DEBUG nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.531128] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.531405] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Instance network_info: |[{"id": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "address": "fa:16:3e:0f:cb:6b", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e5c612-60", "ovs_interfaceid": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.531851] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:cb:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64e5c612-6049-4f40-82e5-044e58ef2e6a', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.539679] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.540137] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.540395] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1fd1638-82cf-44ab-8dc1-2cba34d9f244 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.562418] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.562418] env[63339]: value = "task-4321195" [ 1406.562418] env[63339]: _type = "Task" [ 1406.562418] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.570338] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321195, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.619082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.691581] env[63339]: DEBUG nova.compute.manager [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Received event network-changed-64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1406.691692] env[63339]: DEBUG nova.compute.manager [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Refreshing instance network info cache due to event network-changed-64e5c612-6049-4f40-82e5-044e58ef2e6a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1406.691889] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] Acquiring lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.692042] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] Acquired lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.692207] env[63339]: DEBUG nova.network.neutron [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Refreshing network info cache for port 64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1406.990723] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.991023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.992566] env[63339]: INFO nova.compute.claims [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.072784] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321195, 'name': CreateVM_Task, 'duration_secs': 0.326837} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.073256] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.073981] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.074173] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.074507] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.074767] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa88811-c9ce-4722-84de-f2f52b15a5b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.080073] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1407.080073] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5237b5c7-51dd-bc3e-8fce-9e0e6afd313d" [ 1407.080073] env[63339]: _type = "Task" [ 1407.080073] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.087842] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5237b5c7-51dd-bc3e-8fce-9e0e6afd313d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.141240] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1641528c-309e-4639-b977-faaa5281e0d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.160374] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dae55df-c715-46c0-aaa9-9a9ee2e79e07 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.168345] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 83 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.427100] env[63339]: DEBUG nova.network.neutron [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updated VIF entry in instance network info cache for port 64e5c612-6049-4f40-82e5-044e58ef2e6a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1407.427684] env[63339]: DEBUG nova.network.neutron [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updating instance_info_cache with network_info: [{"id": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "address": "fa:16:3e:0f:cb:6b", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e5c612-60", "ovs_interfaceid": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.509138] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.509515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.590257] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5237b5c7-51dd-bc3e-8fce-9e0e6afd313d, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.590566] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.590801] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.591042] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.591194] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.591378] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.591636] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7b1c63-feef-4bd5-a342-2eafe3182192 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.600493] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.600666] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.601397] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e308fe3-d488-47b7-815a-fecbaaeb227c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.606524] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1407.606524] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d956af-c62e-29de-8489-2aa18fa2dd51" [ 1407.606524] env[63339]: _type = "Task" [ 1407.606524] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.614400] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d956af-c62e-29de-8489-2aa18fa2dd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.675060] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.675378] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e7f40b-c096-4940-bd75-31496026613e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.683481] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1407.683481] env[63339]: value = "task-4321196" [ 1407.683481] env[63339]: _type = "Task" [ 1407.683481] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.691925] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.930304] env[63339]: DEBUG oslo_concurrency.lockutils [req-ed131bde-637d-446a-a8dd-3cb68c238bb4 req-cb282623-0f3d-4a77-939d-1d68feb2329c service nova] Releasing lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.013744] env[63339]: INFO nova.compute.manager [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Detaching volume 72c4e705-8bd8-401a-a2e8-e1b95d909bfa [ 1408.054278] env[63339]: INFO nova.virt.block_device [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Attempting to driver detach volume 72c4e705-8bd8-401a-a2e8-e1b95d909bfa from mountpoint /dev/sdb [ 1408.054278] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1408.054278] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849929', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'name': 'volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e4a6a2-c700-4c9a-b697-08d089d8b73f', 'attached_at': '', 'detached_at': '', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'serial': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1408.055008] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef9cee4-6383-4403-ba3d-6aa6668621e9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.083276] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033a1eff-0767-4527-9b7f-18ae12ae9b50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.091637] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4538ab-7a07-4476-9263-d8b4989ca231 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.119520] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f2995a-bda7-49ea-9d57-a4853a9a2f8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.135644] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] The volume has not been displaced from its original location: [datastore1] volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa/volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1408.141224] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.147384] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23757798-05fb-4694-8f19-bac267083478 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.160403] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d956af-c62e-29de-8489-2aa18fa2dd51, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.161876] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc437fe-291f-4a1e-83cf-ee557b6ad4e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.167302] env[63339]: DEBUG oslo_vmware.api [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1408.167302] env[63339]: value = "task-4321197" [ 1408.167302] env[63339]: _type = "Task" [ 1408.167302] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.174480] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1408.174480] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527e9e2b-1a99-5644-1728-585bf242095f" [ 1408.174480] env[63339]: _type = "Task" [ 1408.174480] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.181438] env[63339]: DEBUG oslo_vmware.api [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.189852] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]527e9e2b-1a99-5644-1728-585bf242095f, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.191114] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.191376] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c4c8455f-4c77-4c99-abb5-7c771aebf110/c4c8455f-4c77-4c99-abb5-7c771aebf110.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.192118] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9301e-26b7-4270-ac1a-3627849580e3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.194943] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba9e692-3571-41ed-8bd5-df462de32d19 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.200999] env[63339]: DEBUG oslo_vmware.api [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321196, 'name': PowerOnVM_Task, 'duration_secs': 0.459443} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.201721] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.201931] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5e9d2-2d1a-4f78-a908-631e332c713a tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance 'c9344fad-f138-4b07-b951-e9c0ac576116' progress to 100 {{(pid=63339) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.209010] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1408.209010] env[63339]: value = "task-4321198" [ 1408.209010] env[63339]: _type = "Task" [ 1408.209010] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.210481] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957e61af-0687-4b5f-b270-293875f23fa1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.222409] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.248148] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc6646-b04e-4122-9670-2fa337decca1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.256701] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6555961-750c-4e3e-abd6-b1591223d985 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.271454] env[63339]: DEBUG nova.compute.provider_tree [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.679925] env[63339]: DEBUG oslo_vmware.api [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321197, 'name': ReconfigVM_Task, 'duration_secs': 0.244304} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.680372] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1408.685476] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2ba36e-b7af-4308-9b92-a88f7be2bc58 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.701123] env[63339]: DEBUG oslo_vmware.api [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1408.701123] env[63339]: value = "task-4321199" [ 1408.701123] env[63339]: _type = "Task" [ 1408.701123] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.713707] env[63339]: DEBUG oslo_vmware.api [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.724290] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490698} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.725282] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] c4c8455f-4c77-4c99-abb5-7c771aebf110/c4c8455f-4c77-4c99-abb5-7c771aebf110.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.725505] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.725785] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9543e6c1-56b8-48d3-9c01-02e783c03869 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.733293] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1408.733293] env[63339]: value = "task-4321200" [ 1408.733293] env[63339]: _type = "Task" [ 1408.733293] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.744184] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.774179] env[63339]: DEBUG nova.scheduler.client.report [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.211671] env[63339]: DEBUG oslo_vmware.api [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321199, 'name': ReconfigVM_Task, 'duration_secs': 0.165529} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.212016] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849929', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'name': 'volume-72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e4a6a2-c700-4c9a-b697-08d089d8b73f', 'attached_at': '', 'detached_at': '', 'volume_id': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa', 'serial': '72c4e705-8bd8-401a-a2e8-e1b95d909bfa'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1409.243357] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067586} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.243629] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.244433] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c1a80f-004f-4ccc-a296-b4c1fbb18cb9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.266674] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c4c8455f-4c77-4c99-abb5-7c771aebf110/c4c8455f-4c77-4c99-abb5-7c771aebf110.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.267407] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf662a5-82e5-428b-87ad-cda94c6295df {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.282010] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.282519] env[63339]: DEBUG nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.290961] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1409.290961] env[63339]: value = "task-4321201" [ 1409.290961] env[63339]: _type = "Task" [ 1409.290961] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.299407] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.767574] env[63339]: DEBUG nova.objects.instance [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'flavor' on Instance uuid 56e4a6a2-c700-4c9a-b697-08d089d8b73f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.787744] env[63339]: DEBUG nova.compute.utils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.789070] env[63339]: DEBUG nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Not allocating networking since 'none' was specified. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1409.802372] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.290309] env[63339]: DEBUG nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.302503] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.493954] env[63339]: DEBUG nova.network.neutron [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Port 5b9bc8a3-96ef-465c-b474-e32824e834db binding to destination host cpu-1 is already ACTIVE {{(pid=63339) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1410.494269] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.494424] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.494589] env[63339]: DEBUG nova.network.neutron [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1410.774361] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ce22f7d2-04b2-4d32-9347-42ba0e923081 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.806613] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.224085] env[63339]: DEBUG nova.network.neutron [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.301707] env[63339]: DEBUG nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.306995] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321201, 'name': ReconfigVM_Task, 'duration_secs': 1.957948} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.307348] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c4c8455f-4c77-4c99-abb5-7c771aebf110/c4c8455f-4c77-4c99-abb5-7c771aebf110.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.307974] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0d3cf18-e784-4631-b329-a00beaba36a5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.316375] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1411.316375] env[63339]: value = "task-4321202" [ 1411.316375] env[63339]: _type = "Task" [ 1411.316375] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.333018] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.333266] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.333427] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.333655] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.333760] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.333905] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.334133] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.334298] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.334467] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.334629] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.334804] env[63339]: DEBUG nova.virt.hardware [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.335666] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507b388b-1a2d-483c-9049-758879b1fa17 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.343840] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab5470-5090-4c33-afe5-8a8cd6cd8abe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.358288] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.366290] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Creating folder: Project (c33c7715f86e488caefb58f82c943f10). Parent ref: group-v849594. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.367179] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a36fdf-130e-412f-a13f-42156164bdfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.377665] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Created folder: Project (c33c7715f86e488caefb58f82c943f10) in parent group-v849594. [ 1411.377876] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Creating folder: Instances. Parent ref: group-v849935. {{(pid=63339) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.378134] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35127e04-c255-4515-91eb-0f6b70d81e76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.389086] env[63339]: INFO nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Created folder: Instances in parent group-v849935. [ 1411.389360] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.389559] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.389764] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cda7064-0752-4bae-982b-3bc43a13da76 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.408442] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.408442] env[63339]: value = "task-4321205" [ 1411.408442] env[63339]: _type = "Task" [ 1411.408442] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.418411] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321205, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.727326] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.826290] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321202, 'name': Rename_Task, 'duration_secs': 0.208812} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.826677] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.826793] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce97a845-696a-48b5-adb8-867935bba88b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.833850] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1411.833850] env[63339]: value = "task-4321206" [ 1411.833850] env[63339]: _type = "Task" [ 1411.833850] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.841365] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.887805] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.888290] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.888651] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.888965] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.889363] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.891923] env[63339]: INFO nova.compute.manager [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Terminating instance [ 1411.920488] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321205, 'name': CreateVM_Task, 'duration_secs': 0.363815} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.920668] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.921146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.921329] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.921680] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.921963] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d206b290-357e-4135-87aa-bf9ca95c73c4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.927320] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1411.927320] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c8adea-4318-ae49-2bee-808b6dcfcec7" [ 1411.927320] env[63339]: _type = "Task" [ 1411.927320] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.938679] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c8adea-4318-ae49-2bee-808b6dcfcec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.231525] env[63339]: DEBUG nova.compute.manager [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63339) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1412.231740] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.231999] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.345519] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321206, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.397122] env[63339]: DEBUG nova.compute.manager [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.397122] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.397671] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14341cd3-0dd7-4de7-abbb-02cce70c6ad2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.406715] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.406992] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a87a3d-49c6-423a-aec1-c61cfd847b57 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.413790] env[63339]: DEBUG oslo_vmware.api [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1412.413790] env[63339]: value = "task-4321207" [ 1412.413790] env[63339]: _type = "Task" [ 1412.413790] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.422556] env[63339]: DEBUG oslo_vmware.api [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.437651] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52c8adea-4318-ae49-2bee-808b6dcfcec7, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.437947] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.438270] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.438453] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.438603] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.438808] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.439069] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd090538-f2f7-4ec0-97bc-60d645a8ef61 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.447705] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.447882] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.448639] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e3d74b-8012-476d-b9b8-8898c9eeb305 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.454055] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1412.454055] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520c9e75-75b6-1c8f-108b-5656bba938ee" [ 1412.454055] env[63339]: _type = "Task" [ 1412.454055] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.462106] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520c9e75-75b6-1c8f-108b-5656bba938ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.734789] env[63339]: DEBUG nova.objects.instance [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'migration_context' on Instance uuid c9344fad-f138-4b07-b951-e9c0ac576116 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.843884] env[63339]: DEBUG oslo_vmware.api [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321206, 'name': PowerOnVM_Task, 'duration_secs': 0.602309} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.844267] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.844316] env[63339]: INFO nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1412.844507] env[63339]: DEBUG nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.845267] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a6c5a-9c50-4f84-b92f-1c31dd30d83a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.924060] env[63339]: DEBUG oslo_vmware.api [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321207, 'name': PowerOffVM_Task, 'duration_secs': 0.233941} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.924332] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.924503] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.924772] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb66f1dd-4199-40e4-9ccc-84b8d2cc647d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.965811] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]520c9e75-75b6-1c8f-108b-5656bba938ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.966628] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f36ae83-b955-4f0f-94d9-bdc4672bc96b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.971769] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1412.971769] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d30b07-c8ee-bf6d-7843-b058fedf9265" [ 1412.971769] env[63339]: _type = "Task" [ 1412.971769] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.979638] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d30b07-c8ee-bf6d-7843-b058fedf9265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.989367] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.989610] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.989798] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleting the datastore file [datastore2] 56e4a6a2-c700-4c9a-b697-08d089d8b73f {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.990086] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e0e471-fc10-42e4-a8ef-7d0953ade3e1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.997677] env[63339]: DEBUG oslo_vmware.api [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1412.997677] env[63339]: value = "task-4321209" [ 1412.997677] env[63339]: _type = "Task" [ 1412.997677] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.005578] env[63339]: DEBUG oslo_vmware.api [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.362153] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c2aee4-f712-4f48-8565-139f9eec60a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.367522] env[63339]: INFO nova.compute.manager [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Took 13.20 seconds to build instance. [ 1413.372692] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650893c-2cef-436f-a1e1-93b7615a4dfc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.404258] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71fd92f-ef74-4d95-93c1-948a997545c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.412629] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64298f42-bb58-4d25-aa1d-3bff49cd41fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.427993] env[63339]: DEBUG nova.compute.provider_tree [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.482210] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d30b07-c8ee-bf6d-7843-b058fedf9265, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.482491] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.482746] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.483028] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90dfdf81-ca5c-4595-8351-36c5e2a3b1d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.490608] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1413.490608] env[63339]: value = "task-4321210" [ 1413.490608] env[63339]: _type = "Task" [ 1413.490608] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.498853] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.507400] env[63339]: DEBUG oslo_vmware.api [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148975} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.507678] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.507869] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.508074] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.508267] env[63339]: INFO nova.compute.manager [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1413.508505] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.508705] env[63339]: DEBUG nova.compute.manager [-] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.508795] env[63339]: DEBUG nova.network.neutron [-] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1413.665221] env[63339]: DEBUG nova.compute.manager [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Received event network-changed-64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1413.665390] env[63339]: DEBUG nova.compute.manager [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Refreshing instance network info cache due to event network-changed-64e5c612-6049-4f40-82e5-044e58ef2e6a. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1413.665613] env[63339]: DEBUG oslo_concurrency.lockutils [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] Acquiring lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.665795] env[63339]: DEBUG oslo_concurrency.lockutils [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] Acquired lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.665921] env[63339]: DEBUG nova.network.neutron [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Refreshing network info cache for port 64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1413.869855] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.715s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.931858] env[63339]: DEBUG nova.scheduler.client.report [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.001818] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475769} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.002132] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.002356] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.002619] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f47038-82da-4155-bf91-099b5a903a3b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.009780] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1414.009780] env[63339]: value = "task-4321211" [ 1414.009780] env[63339]: _type = "Task" [ 1414.009780] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.019281] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.035288] env[63339]: DEBUG nova.compute.manager [req-77eae624-b5cb-434f-a636-17a024a09c61 req-65c46ef7-c624-4e7b-a941-f2c6ccc02e69 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Received event network-vif-deleted-4348eb15-7b84-4947-8ba7-a1aaa8572f8c {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1414.035723] env[63339]: INFO nova.compute.manager [req-77eae624-b5cb-434f-a636-17a024a09c61 req-65c46ef7-c624-4e7b-a941-f2c6ccc02e69 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Neutron deleted interface 4348eb15-7b84-4947-8ba7-a1aaa8572f8c; detaching it from the instance and deleting it from the info cache [ 1414.035723] env[63339]: DEBUG nova.network.neutron [req-77eae624-b5cb-434f-a636-17a024a09c61 req-65c46ef7-c624-4e7b-a941-f2c6ccc02e69 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.389660] env[63339]: DEBUG nova.network.neutron [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updated VIF entry in instance network info cache for port 64e5c612-6049-4f40-82e5-044e58ef2e6a. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1414.390040] env[63339]: DEBUG nova.network.neutron [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updating instance_info_cache with network_info: [{"id": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "address": "fa:16:3e:0f:cb:6b", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e5c612-60", "ovs_interfaceid": "64e5c612-6049-4f40-82e5-044e58ef2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.508643] env[63339]: DEBUG nova.network.neutron [-] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.519517] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066359} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.520517] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.521199] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6643d1d1-80eb-4f09-9937-f4df743a0cf5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.542759] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.543597] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4743de-bf96-4493-b2dd-c3dc72c46404 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.557351] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4dba64b-1df6-4c5a-a6ac-95013d164e9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.569170] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e455af1-9650-4663-b5c0-807ee2a66a6d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.579807] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1414.579807] env[63339]: value = "task-4321212" [ 1414.579807] env[63339]: _type = "Task" [ 1414.579807] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.589475] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.599466] env[63339]: DEBUG nova.compute.manager [req-77eae624-b5cb-434f-a636-17a024a09c61 req-65c46ef7-c624-4e7b-a941-f2c6ccc02e69 service nova] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Detach interface failed, port_id=4348eb15-7b84-4947-8ba7-a1aaa8572f8c, reason: Instance 56e4a6a2-c700-4c9a-b697-08d089d8b73f could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1414.893461] env[63339]: DEBUG oslo_concurrency.lockutils [req-36ec0ac7-0fdb-4b25-ad9c-ead39e896350 req-51573505-8300-43ff-a317-9f23ec27bbdd service nova] Releasing lock "refresh_cache-c4c8455f-4c77-4c99-abb5-7c771aebf110" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.946587] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.714s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.011285] env[63339]: INFO nova.compute.manager [-] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Took 1.50 seconds to deallocate network for instance. [ 1415.090756] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321212, 'name': ReconfigVM_Task, 'duration_secs': 0.322448} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.091109] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.091785] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3547181c-710d-46f8-9b28-70e7a60849ce {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.099041] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1415.099041] env[63339]: value = "task-4321213" [ 1415.099041] env[63339]: _type = "Task" [ 1415.099041] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.108282] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321213, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.518026] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.518345] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.518573] env[63339]: DEBUG nova.objects.instance [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'resources' on Instance uuid 56e4a6a2-c700-4c9a-b697-08d089d8b73f {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.610851] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321213, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.111981] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321213, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.139966] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187be4f-5eac-43eb-b929-daf186a81a2a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.147752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb7cbea-6a6a-4bad-8cd0-47c11fa095d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.177487] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cbce3c-2a18-48a5-9039-c42007213392 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.184610] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520eee6-e202-4907-8a1d-d1c224559c75 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.197549] env[63339]: DEBUG nova.compute.provider_tree [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.481850] env[63339]: INFO nova.compute.manager [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Swapping old allocation on dict_keys(['84ee6762-1c4c-40d9-9e2b-ed7522c56c3c']) held by migration a06d2c0d-3bee-4ab9-8b0e-502dc44e99d2 for instance [ 1416.506030] env[63339]: DEBUG nova.scheduler.client.report [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Overwriting current allocation {'allocations': {'84ee6762-1c4c-40d9-9e2b-ed7522c56c3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': '58450141c7694292bb025fe60f8ce84d', 'user_id': '53b4142b532b4904a29469224b23f65f', 'consumer_generation': 1} on consumer c9344fad-f138-4b07-b951-e9c0ac576116 {{(pid=63339) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1416.602639] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.602838] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.603029] env[63339]: DEBUG nova.network.neutron [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1416.614427] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321213, 'name': Rename_Task, 'duration_secs': 1.16244} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.615332] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.615599] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2f7ee7c-543d-42c3-aaed-d720774c6e49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.623390] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1416.623390] env[63339]: value = "task-4321214" [ 1416.623390] env[63339]: _type = "Task" [ 1416.623390] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.631945] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.700592] env[63339]: DEBUG nova.scheduler.client.report [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.133265] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321214, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.205864] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.230651] env[63339]: INFO nova.scheduler.client.report [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleted allocations for instance 56e4a6a2-c700-4c9a-b697-08d089d8b73f [ 1417.357477] env[63339]: DEBUG nova.network.neutron [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [{"id": "5b9bc8a3-96ef-465c-b474-e32824e834db", "address": "fa:16:3e:74:fb:56", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b9bc8a3-96", "ovs_interfaceid": "5b9bc8a3-96ef-465c-b474-e32824e834db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.638772] env[63339]: DEBUG oslo_vmware.api [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321214, 'name': PowerOnVM_Task, 'duration_secs': 0.642666} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.639164] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.639504] env[63339]: INFO nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1417.639972] env[63339]: DEBUG nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.641015] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c973b5c4-b222-4e2b-a105-d5fef9b2cb1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.738852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "56e4a6a2-c700-4c9a-b697-08d089d8b73f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.851s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.860812] env[63339]: DEBUG oslo_concurrency.lockutils [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-c9344fad-f138-4b07-b951-e9c0ac576116" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.861387] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.861715] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cf7c402-8d44-4c5b-b40d-a9fbfabfc610 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.872393] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1417.872393] env[63339]: value = "task-4321215" [ 1417.872393] env[63339]: _type = "Task" [ 1417.872393] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.882162] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.161555] env[63339]: INFO nova.compute.manager [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Took 11.19 seconds to build instance. [ 1418.384458] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321215, 'name': PowerOffVM_Task, 'duration_secs': 0.209948} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.385355] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.385544] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.385756] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.385880] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.386081] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.386236] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.386389] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.386615] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.386747] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.386913] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.387091] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.387493] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.393791] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d81fe1-2319-41a4-8326-74b0ec49e897 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.409856] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1418.409856] env[63339]: value = "task-4321216" [ 1418.409856] env[63339]: _type = "Task" [ 1418.409856] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.421144] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.663680] env[63339]: DEBUG oslo_concurrency.lockutils [None req-3c7954ea-fb6c-4e52-9b3d-ae7acbd434a2 tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.699s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.920687] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321216, 'name': ReconfigVM_Task, 'duration_secs': 0.159706} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.921692] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c3bd33-7464-4fa4-b2ed-46b6beb4c3fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.942420] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.942656] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.942813] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.942994] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.943152] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.943298] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.943515] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.943672] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.943834] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.943993] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.944178] env[63339]: DEBUG nova.virt.hardware [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.945112] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e3f7cb-a9ae-4177-9ed2-c2d182eb6270 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.955696] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1418.955696] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e0c257-e49b-908b-b979-9f547d09f48f" [ 1418.955696] env[63339]: _type = "Task" [ 1418.955696] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.965794] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e0c257-e49b-908b-b979-9f547d09f48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.454664] env[63339]: INFO nova.compute.manager [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Rebuilding instance [ 1419.466872] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52e0c257-e49b-908b-b979-9f547d09f48f, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.472681] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.474027] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a0a69c-9af9-45f6-8f6e-0b4e74019f41 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.497905] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1419.497905] env[63339]: value = "task-4321218" [ 1419.497905] env[63339]: _type = "Task" [ 1419.497905] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.506974] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.516872] env[63339]: DEBUG nova.compute.manager [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.517758] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc42101-8380-4d9f-b4dd-17f34bdeb2f3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.008552] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321218, 'name': ReconfigVM_Task, 'duration_secs': 0.294792} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.008855] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1420.009775] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e86f36a-cb94-4322-9552-acb479b015ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.033699] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.035818] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787322b5-3444-4ad6-a1c7-39dffd2daf01 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.050405] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.050725] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a947c3-4e7e-43db-90b0-379966e9034c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.060018] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1420.060018] env[63339]: value = "task-4321219" [ 1420.060018] env[63339]: _type = "Task" [ 1420.060018] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.061640] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1420.061640] env[63339]: value = "task-4321220" [ 1420.061640] env[63339]: _type = "Task" [ 1420.061640] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.075079] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.078238] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.334683] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.334905] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1420.576782] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321219, 'name': PowerOffVM_Task, 'duration_secs': 0.136329} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.580051] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.580766] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.581090] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321220, 'name': ReconfigVM_Task, 'duration_secs': 0.447069} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.581809] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e9a5f6-3e43-4e73-8594-f20e23af4e9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.584502] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116/c9344fad-f138-4b07-b951-e9c0ac576116.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.585299] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f5f5a1-721f-43eb-86ac-82723912b1cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.592809] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.606259] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9a848a-c750-401b-98fa-5591f32db95b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.608931] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e2c82b-3cf7-434c-8391-a85681c8fb8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.630924] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce8b68-edbc-4d94-b7fe-af77f8c99cfa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.636655] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.636892] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.637095] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Deleting the datastore file [datastore1] 7f982c65-1da7-4aad-a8e5-895d21c53dcc {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.637365] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8232aff-355d-4042-ad59-91595c8c4d15 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.653176] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874184e1-0502-4ae1-8f53-5bf1ff2fde74 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.657229] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1420.657229] env[63339]: value = "task-4321222" [ 1420.657229] env[63339]: _type = "Task" [ 1420.657229] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.663240] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.663841] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d3235a7-1b1e-4737-a888-13302c1f17b3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.668468] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.669836] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1420.669836] env[63339]: value = "task-4321223" [ 1420.669836] env[63339]: _type = "Task" [ 1420.669836] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.677499] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.167816] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171497} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.168136] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.168398] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.168641] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.179507] env[63339]: DEBUG oslo_vmware.api [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321223, 'name': PowerOnVM_Task, 'duration_secs': 0.45776} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.179733] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.335031] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.188960] env[63339]: INFO nova.compute.manager [None req-cea4b488-e5e8-4b09-905e-a658e88f99a7 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance to original state: 'active' [ 1422.210742] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.211010] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.211310] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.211619] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.211695] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.211838] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.212061] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.212224] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.212392] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.212557] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.212735] env[63339]: DEBUG nova.virt.hardware [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.213757] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1296a74-8a39-4f1a-82fc-dad84ae8a3af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.223233] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a853e-a645-46e2-96ab-1b509c24e0d7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.240040] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance VIF info [] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.244898] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.245502] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.245744] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ae6bd9-4998-4be5-b6e6-28ca40037f4d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.264911] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.264911] env[63339]: value = "task-4321224" [ 1422.264911] env[63339]: _type = "Task" [ 1422.264911] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.273650] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321224, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.335309] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.335547] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.335706] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.775400] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321224, 'name': CreateVM_Task, 'duration_secs': 0.30914} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.775589] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.776012] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.776185] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.776511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.776766] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e828a5-57e9-4b08-91e4-9ec189ef90d3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.781808] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1422.781808] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5218d9a0-8dc2-00f1-436e-e3c9913777ba" [ 1422.781808] env[63339]: _type = "Task" [ 1422.781808] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.790832] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5218d9a0-8dc2-00f1-436e-e3c9913777ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.124219] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "c9344fad-f138-4b07-b951-e9c0ac576116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.124439] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.124671] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.124852] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.125039] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.127238] env[63339]: INFO nova.compute.manager [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Terminating instance [ 1423.184964] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "c9f39465-e635-44b6-b0d1-02cb37b89184" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.185328] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.185565] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "c9f39465-e635-44b6-b0d1-02cb37b89184-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.185776] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.185950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.188132] env[63339]: INFO nova.compute.manager [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Terminating instance [ 1423.294291] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5218d9a0-8dc2-00f1-436e-e3c9913777ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.294703] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.294905] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.295112] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.295262] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.295440] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.295708] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af8108c8-3761-4bc3-8c14-71c57c229726 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.306814] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.306814] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.307203] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b81759-45c1-48f3-ab3f-0b84cf43b211 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.313655] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1423.313655] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d72742-73a5-d5c9-7a87-a4dd45682c2f" [ 1423.313655] env[63339]: _type = "Task" [ 1423.313655] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.323961] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d72742-73a5-d5c9-7a87-a4dd45682c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.330831] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.334529] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.334735] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.631072] env[63339]: DEBUG nova.compute.manager [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.631364] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.632696] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd25079b-b394-4cbb-9df1-b21ed694b5e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.641305] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.641590] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed2884d4-d75e-4c7d-8fbf-d75ab6650351 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.649058] env[63339]: DEBUG oslo_vmware.api [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1423.649058] env[63339]: value = "task-4321225" [ 1423.649058] env[63339]: _type = "Task" [ 1423.649058] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.658015] env[63339]: DEBUG oslo_vmware.api [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.692085] env[63339]: DEBUG nova.compute.manager [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.692355] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.693301] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309b8391-8fd0-4451-9e37-a84333fc2a3a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.702418] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.702698] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc0dd4b-d83f-4f51-a39a-6a420dd30d53 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.710053] env[63339]: DEBUG oslo_vmware.api [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1423.710053] env[63339]: value = "task-4321226" [ 1423.710053] env[63339]: _type = "Task" [ 1423.710053] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.720158] env[63339]: DEBUG oslo_vmware.api [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.825150] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52d72742-73a5-d5c9-7a87-a4dd45682c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014258} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.826075] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab60f8c-c0ef-47ca-a3d2-724535ebb0c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.832786] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1423.832786] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea8dee-2b03-0ccc-3336-c5773d49365c" [ 1423.832786] env[63339]: _type = "Task" [ 1423.832786] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.837430] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.837582] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.837756] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.837900] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1423.838884] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05132572-92f0-436a-84f4-456ba877b697 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.845772] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea8dee-2b03-0ccc-3336-c5773d49365c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.851918] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f4eb1-03fb-4535-9c02-b8010aa2644a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.868263] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c8e7eb-327b-4827-a2a9-590b09daaf18 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.875480] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9107bbf3-96fd-4030-b74b-110f16f32aa4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.908710] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179743MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1423.908891] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.909154] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.159544] env[63339]: DEBUG oslo_vmware.api [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321225, 'name': PowerOffVM_Task, 'duration_secs': 0.234407} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.159834] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.160023] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.160283] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e69bffd9-6a2f-4456-ba84-191b7645086e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.220521] env[63339]: DEBUG oslo_vmware.api [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321226, 'name': PowerOffVM_Task, 'duration_secs': 0.256648} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.221805] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.222012] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.222284] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.222468] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.222641] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleting the datastore file [datastore1] c9344fad-f138-4b07-b951-e9c0ac576116 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.222880] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cba4ec8d-df65-40fb-9ea0-b0505bb46224 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.224443] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d767bb5-1622-4e45-8593-dc22728a19ab {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.231401] env[63339]: DEBUG oslo_vmware.api [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1424.231401] env[63339]: value = "task-4321229" [ 1424.231401] env[63339]: _type = "Task" [ 1424.231401] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.239142] env[63339]: DEBUG oslo_vmware.api [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.296023] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.296477] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.296477] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleting the datastore file [datastore2] c9f39465-e635-44b6-b0d1-02cb37b89184 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.296773] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5145858-fa3c-43e7-bc51-833c8a04a9fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.304251] env[63339]: DEBUG oslo_vmware.api [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1424.304251] env[63339]: value = "task-4321230" [ 1424.304251] env[63339]: _type = "Task" [ 1424.304251] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.312699] env[63339]: DEBUG oslo_vmware.api [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.343395] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52ea8dee-2b03-0ccc-3336-c5773d49365c, 'name': SearchDatastore_Task, 'duration_secs': 0.023864} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.343709] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.344039] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.344324] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f415a4de-0f4f-4083-85ec-1a6d3c5b1a8f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.352096] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1424.352096] env[63339]: value = "task-4321231" [ 1424.352096] env[63339]: _type = "Task" [ 1424.352096] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.360822] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.745742] env[63339]: DEBUG oslo_vmware.api [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181015} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.746051] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.746265] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.746453] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.746679] env[63339]: INFO nova.compute.manager [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1424.746943] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.747172] env[63339]: DEBUG nova.compute.manager [-] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.747320] env[63339]: DEBUG nova.network.neutron [-] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1424.815219] env[63339]: DEBUG oslo_vmware.api [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225235} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.818045] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.818279] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.818464] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.818693] env[63339]: INFO nova.compute.manager [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1424.818975] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.819257] env[63339]: DEBUG nova.compute.manager [-] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.819354] env[63339]: DEBUG nova.network.neutron [-] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1424.861734] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493336} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.862011] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.862225] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.862479] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb0cbbd-6d4a-4952-adce-22db0f98bae6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.869708] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1424.869708] env[63339]: value = "task-4321232" [ 1424.869708] env[63339]: _type = "Task" [ 1424.869708] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.879320] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.945857] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance a0ea9c50-a0d6-403a-a318-6ffac320df81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.946037] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c9f39465-e635-44b6-b0d1-02cb37b89184 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.946172] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 19a4e814-e18a-47e2-a6dd-877d7dff94c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.946294] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c9344fad-f138-4b07-b951-e9c0ac576116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.946416] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance c4c8455f-4c77-4c99-abb5-7c771aebf110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.946537] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 7f982c65-1da7-4aad-a8e5-895d21c53dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.946725] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1424.946866] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1425.040412] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026f32c-9ead-46ff-b7d6-c15abcfa8ec5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.049364] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281efdd-6c5e-422e-a0f9-5e14c7d78caf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.079496] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e561a-02eb-4a75-9ffb-401e094dae7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.089631] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c48e45-a01f-43c9-b90c-2d6e163940fb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.104725] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.271997] env[63339]: DEBUG nova.compute.manager [req-60f8416a-ed51-4014-b1db-4a6286a50bf1 req-20b36a50-f2b7-472a-a43c-56495d0b2604 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Received event network-vif-deleted-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1425.272221] env[63339]: INFO nova.compute.manager [req-60f8416a-ed51-4014-b1db-4a6286a50bf1 req-20b36a50-f2b7-472a-a43c-56495d0b2604 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Neutron deleted interface 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf; detaching it from the instance and deleting it from the info cache [ 1425.272413] env[63339]: DEBUG nova.network.neutron [req-60f8416a-ed51-4014-b1db-4a6286a50bf1 req-20b36a50-f2b7-472a-a43c-56495d0b2604 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.379834] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.380379] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.381298] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863fe7b2-189e-4abb-b2a6-36bcfac1a366 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.403137] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.403907] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fb319d-1fd1-4537-bd62-48fd9de4ebd7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.424338] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1425.424338] env[63339]: value = "task-4321233" [ 1425.424338] env[63339]: _type = "Task" [ 1425.424338] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.432924] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.608723] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.750989] env[63339]: DEBUG nova.network.neutron [-] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.774504] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86bca7a0-43fe-4a34-b37a-7e08a4a4c887 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.784952] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6d695-9428-46d8-9b2d-2d9486a3085b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.813532] env[63339]: DEBUG nova.compute.manager [req-60f8416a-ed51-4014-b1db-4a6286a50bf1 req-20b36a50-f2b7-472a-a43c-56495d0b2604 service nova] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Detach interface failed, port_id=2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf, reason: Instance c9f39465-e635-44b6-b0d1-02cb37b89184 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1425.857857] env[63339]: DEBUG nova.network.neutron [-] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.936898] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.113882] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1426.114950] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.253712] env[63339]: INFO nova.compute.manager [-] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Took 1.43 seconds to deallocate network for instance. [ 1426.361085] env[63339]: INFO nova.compute.manager [-] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Took 1.61 seconds to deallocate network for instance. [ 1426.435558] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321233, 'name': ReconfigVM_Task, 'duration_secs': 0.788814} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.435969] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7f982c65-1da7-4aad-a8e5-895d21c53dcc/7f982c65-1da7-4aad-a8e5-895d21c53dcc.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.436488] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de4df8c1-c572-4fa1-8a4c-b2f9fd1bc403 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.442764] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1426.442764] env[63339]: value = "task-4321234" [ 1426.442764] env[63339]: _type = "Task" [ 1426.442764] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.451381] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321234, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.761526] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.761942] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.762307] env[63339]: DEBUG nova.objects.instance [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'resources' on Instance uuid c9f39465-e635-44b6-b0d1-02cb37b89184 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.869146] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.952540] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321234, 'name': Rename_Task, 'duration_secs': 0.163165} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.952773] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.953069] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40e3611-1d19-454e-a41f-8076ed988ba2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.959946] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1426.959946] env[63339]: value = "task-4321235" [ 1426.959946] env[63339]: _type = "Task" [ 1426.959946] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.969842] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.298847] env[63339]: DEBUG nova.compute.manager [req-16e1b60a-ca60-4b1f-b4ab-a2f8fb05891d req-ce2b8b68-659e-4f27-879b-a38aec054f96 service nova] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Received event network-vif-deleted-5b9bc8a3-96ef-465c-b474-e32824e834db {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1427.360424] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85562e60-db90-4414-a06b-18b3b1838b4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.368736] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0169e8-45b2-43dc-a793-5f6d6066625f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.399710] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac848080-60d1-4835-a074-d84aee81e5da {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.408448] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ffa52-ce7d-437d-9cea-6a45125a62b2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.422307] env[63339]: DEBUG nova.compute.provider_tree [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.470439] env[63339]: DEBUG oslo_vmware.api [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321235, 'name': PowerOnVM_Task, 'duration_secs': 0.488297} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.470893] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.470893] env[63339]: DEBUG nova.compute.manager [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.471665] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e53c9c-3b4d-49d3-9ab3-96181793d262 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.925853] env[63339]: DEBUG nova.scheduler.client.report [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.986279] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.272868] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.273170] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.273390] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.273573] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.273742] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.275893] env[63339]: INFO nova.compute.manager [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Terminating instance [ 1428.431914] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.434330] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.565s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.434566] env[63339]: DEBUG nova.objects.instance [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'resources' on Instance uuid c9344fad-f138-4b07-b951-e9c0ac576116 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.466037] env[63339]: INFO nova.scheduler.client.report [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleted allocations for instance c9f39465-e635-44b6-b0d1-02cb37b89184 [ 1428.779680] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "refresh_cache-7f982c65-1da7-4aad-a8e5-895d21c53dcc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.779976] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquired lock "refresh_cache-7f982c65-1da7-4aad-a8e5-895d21c53dcc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.780241] env[63339]: DEBUG nova.network.neutron [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1428.972843] env[63339]: DEBUG oslo_concurrency.lockutils [None req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "c9f39465-e635-44b6-b0d1-02cb37b89184" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.015597] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0334afb-278c-437b-b901-1d1db2dffea6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.023357] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723be203-af4e-4836-86f2-c1e764e12d9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.053572] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa59fca-321c-4aa8-92b9-2153eaab1eca {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.061540] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a52fbc-4156-4f1f-9d39-a4cba9c7cafd {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.076484] env[63339]: DEBUG nova.compute.provider_tree [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.300511] env[63339]: DEBUG nova.network.neutron [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1429.365083] env[63339]: DEBUG nova.network.neutron [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.579777] env[63339]: DEBUG nova.scheduler.client.report [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.833619] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "a0ea9c50-a0d6-403a-a318-6ffac320df81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.834039] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.834112] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "a0ea9c50-a0d6-403a-a318-6ffac320df81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.834277] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.834459] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.836661] env[63339]: INFO nova.compute.manager [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Terminating instance [ 1429.867840] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Releasing lock "refresh_cache-7f982c65-1da7-4aad-a8e5-895d21c53dcc" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.868314] env[63339]: DEBUG nova.compute.manager [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.868523] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.869490] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91008835-e722-4c79-84e3-f5af86615179 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.877809] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.878083] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ccfae8a-a8e1-4c03-9379-abd74cfe4b26 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.886270] env[63339]: DEBUG oslo_vmware.api [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1429.886270] env[63339]: value = "task-4321236" [ 1429.886270] env[63339]: _type = "Task" [ 1429.886270] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.895288] env[63339]: DEBUG oslo_vmware.api [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.084838] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.087267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.101s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.087473] env[63339]: DEBUG nova.objects.instance [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63339) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1430.115096] env[63339]: INFO nova.scheduler.client.report [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted allocations for instance c9344fad-f138-4b07-b951-e9c0ac576116 [ 1430.340432] env[63339]: DEBUG nova.compute.manager [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.340689] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.341649] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b5ecc-490e-4cf3-9a16-908d091fbaa7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.350361] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.350708] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c57d93f2-94e1-470a-91f9-266f4b274ef9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.357325] env[63339]: DEBUG oslo_vmware.api [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1430.357325] env[63339]: value = "task-4321237" [ 1430.357325] env[63339]: _type = "Task" [ 1430.357325] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.367280] env[63339]: DEBUG oslo_vmware.api [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.396662] env[63339]: DEBUG oslo_vmware.api [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321236, 'name': PowerOffVM_Task, 'duration_secs': 0.215731} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.397683] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.397872] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.398146] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a88fb5-2a66-411d-ae5a-7ed6fe23d712 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.430230] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.430538] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.430670] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Deleting the datastore file [datastore2] 7f982c65-1da7-4aad-a8e5-895d21c53dcc {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.430961] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe4d9c1-d13b-4e78-bc28-79f843720748 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.440705] env[63339]: DEBUG oslo_vmware.api [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for the task: (returnval){ [ 1430.440705] env[63339]: value = "task-4321239" [ 1430.440705] env[63339]: _type = "Task" [ 1430.440705] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.449995] env[63339]: DEBUG oslo_vmware.api [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.623522] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4a390e7c-aa96-4693-b931-bad93a26a29d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "c9344fad-f138-4b07-b951-e9c0ac576116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.499s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.868045] env[63339]: DEBUG oslo_vmware.api [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321237, 'name': PowerOffVM_Task, 'duration_secs': 0.208528} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.868045] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.868045] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.868406] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ef163cd-ab54-4e8c-93ce-6540cf93cea6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.934838] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.935139] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.935317] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleting the datastore file [datastore1] a0ea9c50-a0d6-403a-a318-6ffac320df81 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.935589] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9546f4-f40e-423f-9035-37dd0e0ef8f4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.946173] env[63339]: DEBUG oslo_vmware.api [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for the task: (returnval){ [ 1430.946173] env[63339]: value = "task-4321241" [ 1430.946173] env[63339]: _type = "Task" [ 1430.946173] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.953289] env[63339]: DEBUG oslo_vmware.api [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Task: {'id': task-4321239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127308} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.953970] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.954200] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.954396] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.954599] env[63339]: INFO nova.compute.manager [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1430.954877] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.955111] env[63339]: DEBUG nova.compute.manager [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.955202] env[63339]: DEBUG nova.network.neutron [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1430.959941] env[63339]: DEBUG oslo_vmware.api [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.976626] env[63339]: DEBUG nova.network.neutron [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1431.098124] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e8a263d6-d723-4e66-8775-ab176083bfce tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.109328] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.449959] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "16b5c073-e547-4149-a214-2cb597114d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.450222] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.461647] env[63339]: DEBUG oslo_vmware.api [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Task: {'id': task-4321241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149494} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.462521] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.462724] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.462906] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.463090] env[63339]: INFO nova.compute.manager [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1431.463324] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.463512] env[63339]: DEBUG nova.compute.manager [-] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.463606] env[63339]: DEBUG nova.network.neutron [-] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1431.479346] env[63339]: DEBUG nova.network.neutron [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.777201] env[63339]: DEBUG nova.compute.manager [req-7121f321-53be-4dca-867a-528bc03fcf20 req-79825b5f-84fe-4c71-949f-86137ff311f0 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Received event network-vif-deleted-aa724b57-42b2-4f30-a162-145b0fde21a7 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1431.777429] env[63339]: INFO nova.compute.manager [req-7121f321-53be-4dca-867a-528bc03fcf20 req-79825b5f-84fe-4c71-949f-86137ff311f0 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Neutron deleted interface aa724b57-42b2-4f30-a162-145b0fde21a7; detaching it from the instance and deleting it from the info cache [ 1431.777735] env[63339]: DEBUG nova.network.neutron [req-7121f321-53be-4dca-867a-528bc03fcf20 req-79825b5f-84fe-4c71-949f-86137ff311f0 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.953101] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.981938] env[63339]: INFO nova.compute.manager [-] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Took 1.03 seconds to deallocate network for instance. [ 1432.258204] env[63339]: DEBUG nova.network.neutron [-] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.280281] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c2385e9-b647-473d-ba62-9693a2ec44cc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.291190] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e86132c-96b7-40a4-9613-fc1bba254a9e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.318922] env[63339]: DEBUG nova.compute.manager [req-7121f321-53be-4dca-867a-528bc03fcf20 req-79825b5f-84fe-4c71-949f-86137ff311f0 service nova] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Detach interface failed, port_id=aa724b57-42b2-4f30-a162-145b0fde21a7, reason: Instance a0ea9c50-a0d6-403a-a318-6ffac320df81 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1432.477273] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.477669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.479262] env[63339]: INFO nova.compute.claims [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.488142] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.760874] env[63339]: INFO nova.compute.manager [-] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Took 1.30 seconds to deallocate network for instance. [ 1433.267339] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.558615] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103cf70-3f02-4a24-b15d-127cd8e59487 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.566271] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e1edc5-ab00-4f9c-a42f-76f76e5e4137 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.597654] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d757f8-9989-4ba5-af75-3988668446ef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.605743] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb7c066-66fe-44da-9bac-a82553d9310f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.619509] env[63339]: DEBUG nova.compute.provider_tree [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.122993] env[63339]: DEBUG nova.scheduler.client.report [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.629046] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.629629] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.632221] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.144s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.633236] env[63339]: DEBUG nova.objects.instance [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lazy-loading 'resources' on Instance uuid 7f982c65-1da7-4aad-a8e5-895d21c53dcc {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.135523] env[63339]: DEBUG nova.compute.utils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.139873] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.140064] env[63339]: DEBUG nova.network.neutron [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1435.187333] env[63339]: DEBUG nova.policy [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b4142b532b4904a29469224b23f65f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58450141c7694292bb025fe60f8ce84d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.205844] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b641c7c8-c8be-4ac2-8c08-87c498832b7d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.215684] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911d4de-b078-4d38-a4cd-201f4db3727b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.251704] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4158d1-5a19-4322-9452-20b886d53075 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.259953] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f7d0c0-fb2a-4c1b-9805-c7da85415311 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.273843] env[63339]: DEBUG nova.compute.provider_tree [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.554604] env[63339]: DEBUG nova.network.neutron [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Successfully created port: 7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1435.640601] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.777272] env[63339]: DEBUG nova.scheduler.client.report [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.281750] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.284799] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.017s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.284799] env[63339]: DEBUG nova.objects.instance [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lazy-loading 'resources' on Instance uuid a0ea9c50-a0d6-403a-a318-6ffac320df81 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.357508] env[63339]: INFO nova.scheduler.client.report [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Deleted allocations for instance 7f982c65-1da7-4aad-a8e5-895d21c53dcc [ 1436.654433] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.741423] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.741685] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.741846] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.742076] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.742249] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.742400] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.742609] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.742770] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.742934] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.743112] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.743290] env[63339]: DEBUG nova.virt.hardware [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.744190] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5ac0b4-3ec3-4f36-a811-13d9fd36de0a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.754989] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e490c-d531-4c9f-a7f5-9f6e7e19feee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.864786] env[63339]: DEBUG oslo_concurrency.lockutils [None req-8f65fc4a-bc92-4d5f-bd8c-f5f233ebd44d tempest-ServersListShow298Test-1571999563 tempest-ServersListShow298Test-1571999563-project-member] Lock "7f982c65-1da7-4aad-a8e5-895d21c53dcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.592s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.868096] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef389894-930b-4f84-b90f-e220caadc5e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.876100] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7edc973-28ef-45b8-84a8-d5a08ef9f5d2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.909742] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee080a-36b9-457c-812d-c049c02d5187 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.917809] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16469ca0-e177-4037-851d-81d4382b7bba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.932634] env[63339]: DEBUG nova.compute.provider_tree [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.998314] env[63339]: DEBUG nova.compute.manager [req-58f6291b-0de7-4ad0-887e-7d348ac59a9c req-b6cb03e9-1ea9-4dad-96ff-c8cd7ada1d7b service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Received event network-vif-plugged-7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1436.998873] env[63339]: DEBUG oslo_concurrency.lockutils [req-58f6291b-0de7-4ad0-887e-7d348ac59a9c req-b6cb03e9-1ea9-4dad-96ff-c8cd7ada1d7b service nova] Acquiring lock "16b5c073-e547-4149-a214-2cb597114d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.999246] env[63339]: DEBUG oslo_concurrency.lockutils [req-58f6291b-0de7-4ad0-887e-7d348ac59a9c req-b6cb03e9-1ea9-4dad-96ff-c8cd7ada1d7b service nova] Lock "16b5c073-e547-4149-a214-2cb597114d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.999246] env[63339]: DEBUG oslo_concurrency.lockutils [req-58f6291b-0de7-4ad0-887e-7d348ac59a9c req-b6cb03e9-1ea9-4dad-96ff-c8cd7ada1d7b service nova] Lock "16b5c073-e547-4149-a214-2cb597114d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.999400] env[63339]: DEBUG nova.compute.manager [req-58f6291b-0de7-4ad0-887e-7d348ac59a9c req-b6cb03e9-1ea9-4dad-96ff-c8cd7ada1d7b service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] No waiting events found dispatching network-vif-plugged-7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.999564] env[63339]: WARNING nova.compute.manager [req-58f6291b-0de7-4ad0-887e-7d348ac59a9c req-b6cb03e9-1ea9-4dad-96ff-c8cd7ada1d7b service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Received unexpected event network-vif-plugged-7c4932e8-93bb-4fcd-9260-34d07751f816 for instance with vm_state building and task_state spawning. [ 1437.254249] env[63339]: DEBUG nova.network.neutron [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Successfully updated port: 7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1437.436173] env[63339]: DEBUG nova.scheduler.client.report [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.758763] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.759024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.759206] env[63339]: DEBUG nova.network.neutron [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1437.941820] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.025238] env[63339]: INFO nova.scheduler.client.report [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Deleted allocations for instance a0ea9c50-a0d6-403a-a318-6ffac320df81 [ 1438.364493] env[63339]: DEBUG nova.network.neutron [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1438.532894] env[63339]: DEBUG oslo_concurrency.lockutils [None req-31ced344-6731-4d98-8488-a0663ea038d9 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Lock "a0ea9c50-a0d6-403a-a318-6ffac320df81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.699s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.549668] env[63339]: DEBUG nova.network.neutron [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [{"id": "7c4932e8-93bb-4fcd-9260-34d07751f816", "address": "fa:16:3e:61:3a:23", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4932e8-93", "ovs_interfaceid": "7c4932e8-93bb-4fcd-9260-34d07751f816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.024792] env[63339]: DEBUG nova.compute.manager [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Received event network-changed-7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1439.025050] env[63339]: DEBUG nova.compute.manager [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Refreshing instance network info cache due to event network-changed-7c4932e8-93bb-4fcd-9260-34d07751f816. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1439.025181] env[63339]: DEBUG oslo_concurrency.lockutils [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] Acquiring lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.052331] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.052623] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Instance network_info: |[{"id": "7c4932e8-93bb-4fcd-9260-34d07751f816", "address": "fa:16:3e:61:3a:23", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4932e8-93", "ovs_interfaceid": "7c4932e8-93bb-4fcd-9260-34d07751f816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.053287] env[63339]: DEBUG oslo_concurrency.lockutils [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] Acquired lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.053287] env[63339]: DEBUG nova.network.neutron [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Refreshing network info cache for port 7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1439.054286] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:3a:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c4932e8-93bb-4fcd-9260-34d07751f816', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.064956] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.068470] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.069092] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc01d12-e0e7-4c01-b475-c81a472370ff {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.090886] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.090886] env[63339]: value = "task-4321242" [ 1439.090886] env[63339]: _type = "Task" [ 1439.090886] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.099219] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321242, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.289184] env[63339]: DEBUG nova.network.neutron [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updated VIF entry in instance network info cache for port 7c4932e8-93bb-4fcd-9260-34d07751f816. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1439.289586] env[63339]: DEBUG nova.network.neutron [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [{"id": "7c4932e8-93bb-4fcd-9260-34d07751f816", "address": "fa:16:3e:61:3a:23", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4932e8-93", "ovs_interfaceid": "7c4932e8-93bb-4fcd-9260-34d07751f816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.601157] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321242, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.792295] env[63339]: DEBUG oslo_concurrency.lockutils [req-87da8778-1907-42ed-b3a5-d0fcf9e11f03 req-400455ac-9427-4a98-aef0-513d17cc2690 service nova] Releasing lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.101303] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321242, 'name': CreateVM_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.602465] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321242, 'name': CreateVM_Task, 'duration_secs': 1.363445} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.602633] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.603351] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.603518] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.603999] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.604157] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660f7ade-c0d2-4b0d-80bb-909d7077fea1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.609418] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1440.609418] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523121e1-4ba9-479d-b4b5-bd5c8b6825d3" [ 1440.609418] env[63339]: _type = "Task" [ 1440.609418] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.617665] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523121e1-4ba9-479d-b4b5-bd5c8b6825d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.121108] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]523121e1-4ba9-479d-b4b5-bd5c8b6825d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.121515] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.122169] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.122169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.122169] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.122420] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.122524] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f9b100-e25c-469a-b842-1d694ec313ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.133846] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.134056] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.134816] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb709dd-815e-43ae-a7c4-ac75a75456c7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.140541] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1441.140541] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5264e2b1-a46c-57c6-5dcb-4909f4867d28" [ 1441.140541] env[63339]: _type = "Task" [ 1441.140541] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.148839] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5264e2b1-a46c-57c6-5dcb-4909f4867d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.652085] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5264e2b1-a46c-57c6-5dcb-4909f4867d28, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.652461] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c71c6f-9a87-431b-832e-f3d719dfd359 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.657691] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1441.657691] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52195ed9-843f-45fa-cb47-204f6e806795" [ 1441.657691] env[63339]: _type = "Task" [ 1441.657691] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.665242] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52195ed9-843f-45fa-cb47-204f6e806795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.169571] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52195ed9-843f-45fa-cb47-204f6e806795, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.169967] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.170106] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 16b5c073-e547-4149-a214-2cb597114d95/16b5c073-e547-4149-a214-2cb597114d95.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.170386] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2148b2-5108-44e6-8b36-973cc4fc672e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.187856] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1442.187856] env[63339]: value = "task-4321243" [ 1442.187856] env[63339]: _type = "Task" [ 1442.187856] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.197974] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.698233] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321243, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.199677] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53143} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.200114] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore1] 16b5c073-e547-4149-a214-2cb597114d95/16b5c073-e547-4149-a214-2cb597114d95.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.200416] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.200805] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40637c32-4b9b-455d-98ed-e5b66ad3ee6b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.209833] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1443.209833] env[63339]: value = "task-4321244" [ 1443.209833] env[63339]: _type = "Task" [ 1443.209833] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.218375] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.719985] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077626} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.720284] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.721104] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f65af8-bf6b-4ecd-bd06-cdf7ba102d98 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.742857] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 16b5c073-e547-4149-a214-2cb597114d95/16b5c073-e547-4149-a214-2cb597114d95.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.743129] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd714eb-0818-4cb5-b23b-22d56b09f651 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.763339] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1443.763339] env[63339]: value = "task-4321245" [ 1443.763339] env[63339]: _type = "Task" [ 1443.763339] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.771551] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.273114] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321245, 'name': ReconfigVM_Task, 'duration_secs': 0.336838} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.273520] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 16b5c073-e547-4149-a214-2cb597114d95/16b5c073-e547-4149-a214-2cb597114d95.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.274038] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c36e441-b366-446d-85f7-a69a2180dc50 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.280548] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1444.280548] env[63339]: value = "task-4321246" [ 1444.280548] env[63339]: _type = "Task" [ 1444.280548] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.288799] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321246, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.790626] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321246, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.291091] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321246, 'name': Rename_Task} progress is 99%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.792035] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321246, 'name': Rename_Task, 'duration_secs': 1.193571} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.792352] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.792594] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa3bc2b2-a908-45b2-9018-13a0a374d788 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.800111] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1445.800111] env[63339]: value = "task-4321247" [ 1445.800111] env[63339]: _type = "Task" [ 1445.800111] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.810390] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.310887] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.811062] env[63339]: DEBUG oslo_vmware.api [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321247, 'name': PowerOnVM_Task, 'duration_secs': 0.530073} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.811335] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.811533] env[63339]: INFO nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1446.811712] env[63339]: DEBUG nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.812498] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e0096-2b2b-4e57-979c-a1b01b9c0b00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.329166] env[63339]: INFO nova.compute.manager [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Took 14.87 seconds to build instance. [ 1447.655471] env[63339]: DEBUG nova.compute.manager [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Received event network-changed-7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1447.655471] env[63339]: DEBUG nova.compute.manager [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Refreshing instance network info cache due to event network-changed-7c4932e8-93bb-4fcd-9260-34d07751f816. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1447.655471] env[63339]: DEBUG oslo_concurrency.lockutils [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] Acquiring lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.655471] env[63339]: DEBUG oslo_concurrency.lockutils [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] Acquired lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.655674] env[63339]: DEBUG nova.network.neutron [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Refreshing network info cache for port 7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1447.831259] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ffbc66fc-2b4a-459e-bca3-4a172ced688c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.381s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.353709] env[63339]: DEBUG nova.network.neutron [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updated VIF entry in instance network info cache for port 7c4932e8-93bb-4fcd-9260-34d07751f816. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1448.354244] env[63339]: DEBUG nova.network.neutron [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [{"id": "7c4932e8-93bb-4fcd-9260-34d07751f816", "address": "fa:16:3e:61:3a:23", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4932e8-93", "ovs_interfaceid": "7c4932e8-93bb-4fcd-9260-34d07751f816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.857676] env[63339]: DEBUG oslo_concurrency.lockutils [req-f4b7da31-1fba-466a-b611-86d3a260d024 req-950af0b9-3fcf-491d-b5c0-ee54c02007ba service nova] Releasing lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.616185] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "c4c8455f-4c77-4c99-abb5-7c771aebf110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.616510] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.616699] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "c4c8455f-4c77-4c99-abb5-7c771aebf110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.617314] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.617511] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.619578] env[63339]: INFO nova.compute.manager [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Terminating instance [ 1452.123682] env[63339]: DEBUG nova.compute.manager [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.123897] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.124859] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e668b6-08b2-4797-a73b-b78a889661ec {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.132566] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.132806] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a118107-1953-43ff-b2d1-38d21544f0d4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.139185] env[63339]: DEBUG oslo_vmware.api [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1452.139185] env[63339]: value = "task-4321248" [ 1452.139185] env[63339]: _type = "Task" [ 1452.139185] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.148036] env[63339]: DEBUG oslo_vmware.api [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.649510] env[63339]: DEBUG oslo_vmware.api [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321248, 'name': PowerOffVM_Task, 'duration_secs': 0.19018} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.650014] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.650125] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.650451] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd0dea5-1924-419a-92df-7ab4bbd63697 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.710113] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.710353] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.710526] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleting the datastore file [datastore2] c4c8455f-4c77-4c99-abb5-7c771aebf110 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.710898] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a03124-58fd-4c7c-8920-4c114c3236e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.717249] env[63339]: DEBUG oslo_vmware.api [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1452.717249] env[63339]: value = "task-4321250" [ 1452.717249] env[63339]: _type = "Task" [ 1452.717249] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.725360] env[63339]: DEBUG oslo_vmware.api [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.226736] env[63339]: DEBUG oslo_vmware.api [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144328} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.227056] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.227182] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.227361] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.227532] env[63339]: INFO nova.compute.manager [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1453.227810] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.228047] env[63339]: DEBUG nova.compute.manager [-] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.228177] env[63339]: DEBUG nova.network.neutron [-] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1453.908190] env[63339]: DEBUG nova.compute.manager [req-00fbb0ba-ad97-4126-92ed-f614e090a8d1 req-6c88cd15-532a-4360-b0c4-ade5e55527a0 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Received event network-vif-deleted-64e5c612-6049-4f40-82e5-044e58ef2e6a {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1453.908586] env[63339]: INFO nova.compute.manager [req-00fbb0ba-ad97-4126-92ed-f614e090a8d1 req-6c88cd15-532a-4360-b0c4-ade5e55527a0 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Neutron deleted interface 64e5c612-6049-4f40-82e5-044e58ef2e6a; detaching it from the instance and deleting it from the info cache [ 1453.908586] env[63339]: DEBUG nova.network.neutron [req-00fbb0ba-ad97-4126-92ed-f614e090a8d1 req-6c88cd15-532a-4360-b0c4-ade5e55527a0 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.379386] env[63339]: DEBUG nova.network.neutron [-] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.411168] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c384ce57-2c08-4266-9ff8-7547f5de1e4c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.421105] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8896c-1d77-45a4-bbb8-a19913bece29 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.447310] env[63339]: DEBUG nova.compute.manager [req-00fbb0ba-ad97-4126-92ed-f614e090a8d1 req-6c88cd15-532a-4360-b0c4-ade5e55527a0 service nova] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Detach interface failed, port_id=64e5c612-6049-4f40-82e5-044e58ef2e6a, reason: Instance c4c8455f-4c77-4c99-abb5-7c771aebf110 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1454.882105] env[63339]: INFO nova.compute.manager [-] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Took 1.65 seconds to deallocate network for instance. [ 1455.388611] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.389029] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.389179] env[63339]: DEBUG nova.objects.instance [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'resources' on Instance uuid c4c8455f-4c77-4c99-abb5-7c771aebf110 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.959880] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ea45c-c094-490b-a5a1-870fcb8b2456 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.967677] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac13f4fa-e13d-4489-bf99-abfe4aa46322 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.998773] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296216de-7bfe-4883-8976-9bfbdd406e5e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.006579] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094eb6c0-62f2-4b73-8965-85e9c2ac60bf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.020681] env[63339]: DEBUG nova.compute.provider_tree [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.523650] env[63339]: DEBUG nova.scheduler.client.report [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.028615] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.049174] env[63339]: INFO nova.scheduler.client.report [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted allocations for instance c4c8455f-4c77-4c99-abb5-7c771aebf110 [ 1457.559512] env[63339]: DEBUG oslo_concurrency.lockutils [None req-5412cd81-4123-4eba-ba19-1461b3575990 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "c4c8455f-4c77-4c99-abb5-7c771aebf110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.943s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.702501] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.702905] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.206457] env[63339]: INFO nova.compute.manager [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Detaching volume 3fca96cc-6ad2-4398-8bf4-ec162ad4e803 [ 1459.242380] env[63339]: INFO nova.virt.block_device [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Attempting to driver detach volume 3fca96cc-6ad2-4398-8bf4-ec162ad4e803 from mountpoint /dev/sdb [ 1459.242589] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1459.242776] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849933', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'name': 'volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19a4e814-e18a-47e2-a6dd-877d7dff94c0', 'attached_at': '', 'detached_at': '', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'serial': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1459.243678] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71392196-c5cd-4fe9-8f6b-0697dc5c2a9d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.264920] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680df68-7568-4fe9-a286-60e376cb679d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.273655] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd813a-88c8-4d28-9053-2e8ad52f371a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.294286] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec9073-f4fb-4eb1-bccb-a29a3b2c0c09 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.309172] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] The volume has not been displaced from its original location: [datastore2] volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803/volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1459.314446] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1459.314728] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb880a13-97ea-4afc-be0c-92a87ce1e9bb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.332675] env[63339]: DEBUG oslo_vmware.api [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1459.332675] env[63339]: value = "task-4321251" [ 1459.332675] env[63339]: _type = "Task" [ 1459.332675] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.340716] env[63339]: DEBUG oslo_vmware.api [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.842097] env[63339]: DEBUG oslo_vmware.api [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321251, 'name': ReconfigVM_Task, 'duration_secs': 0.245784} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.842534] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1459.847114] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac94527-a492-440a-bc2f-b9f52f290e91 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.862064] env[63339]: DEBUG oslo_vmware.api [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1459.862064] env[63339]: value = "task-4321252" [ 1459.862064] env[63339]: _type = "Task" [ 1459.862064] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.870087] env[63339]: DEBUG oslo_vmware.api [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.372224] env[63339]: DEBUG oslo_vmware.api [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321252, 'name': ReconfigVM_Task, 'duration_secs': 0.133044} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.372549] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849933', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'name': 'volume-3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19a4e814-e18a-47e2-a6dd-877d7dff94c0', 'attached_at': '', 'detached_at': '', 'volume_id': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803', 'serial': '3fca96cc-6ad2-4398-8bf4-ec162ad4e803'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1460.912603] env[63339]: DEBUG nova.objects.instance [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'flavor' on Instance uuid 19a4e814-e18a-47e2-a6dd-877d7dff94c0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.920386] env[63339]: DEBUG oslo_concurrency.lockutils [None req-f2a8ef2b-04bb-4a07-ba00-2b32ac9c4671 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.957523] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.957995] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.958201] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.958338] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.958624] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.962149] env[63339]: INFO nova.compute.manager [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Terminating instance [ 1463.466066] env[63339]: DEBUG nova.compute.manager [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1463.466333] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.467276] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6861bf2-8d82-4c29-9891-5bd29c1a231c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.475412] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.475654] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6506d99c-783f-438d-a2fd-438a0e5c539c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.482419] env[63339]: DEBUG oslo_vmware.api [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1463.482419] env[63339]: value = "task-4321253" [ 1463.482419] env[63339]: _type = "Task" [ 1463.482419] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.490989] env[63339]: DEBUG oslo_vmware.api [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.992027] env[63339]: DEBUG oslo_vmware.api [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321253, 'name': PowerOffVM_Task, 'duration_secs': 0.199297} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.992450] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.992521] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.992744] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-480b779b-895d-4702-8d7a-3fe0fb3230cb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.055479] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.055699] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.055880] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleting the datastore file [datastore1] 19a4e814-e18a-47e2-a6dd-877d7dff94c0 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.056196] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a16806-b019-402c-8aac-3e3ca213d6fa {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.063226] env[63339]: DEBUG oslo_vmware.api [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1464.063226] env[63339]: value = "task-4321255" [ 1464.063226] env[63339]: _type = "Task" [ 1464.063226] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.070991] env[63339]: DEBUG oslo_vmware.api [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.573652] env[63339]: DEBUG oslo_vmware.api [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138078} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.574147] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.574147] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.574316] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.574479] env[63339]: INFO nova.compute.manager [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1464.574720] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1464.574912] env[63339]: DEBUG nova.compute.manager [-] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.575015] env[63339]: DEBUG nova.network.neutron [-] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1465.067613] env[63339]: DEBUG nova.compute.manager [req-0a9edbd8-0d9a-4528-917d-29c4647f75d0 req-e5e3b1ae-4081-43d4-bbc9-14699c0f9d5b service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Received event network-vif-deleted-3dce16e2-6c1d-4789-b158-5298429f27c8 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1465.067904] env[63339]: INFO nova.compute.manager [req-0a9edbd8-0d9a-4528-917d-29c4647f75d0 req-e5e3b1ae-4081-43d4-bbc9-14699c0f9d5b service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Neutron deleted interface 3dce16e2-6c1d-4789-b158-5298429f27c8; detaching it from the instance and deleting it from the info cache [ 1465.068151] env[63339]: DEBUG nova.network.neutron [req-0a9edbd8-0d9a-4528-917d-29c4647f75d0 req-e5e3b1ae-4081-43d4-bbc9-14699c0f9d5b service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.543462] env[63339]: DEBUG nova.network.neutron [-] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.571237] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d11a3c1f-21dc-492a-846f-3ff1b2a3372c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.581177] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a75ca-55c7-41f9-83dd-4635d862154e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.607454] env[63339]: DEBUG nova.compute.manager [req-0a9edbd8-0d9a-4528-917d-29c4647f75d0 req-e5e3b1ae-4081-43d4-bbc9-14699c0f9d5b service nova] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Detach interface failed, port_id=3dce16e2-6c1d-4789-b158-5298429f27c8, reason: Instance 19a4e814-e18a-47e2-a6dd-877d7dff94c0 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1466.046198] env[63339]: INFO nova.compute.manager [-] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Took 1.47 seconds to deallocate network for instance. [ 1466.552543] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.553062] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.553132] env[63339]: DEBUG nova.objects.instance [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'resources' on Instance uuid 19a4e814-e18a-47e2-a6dd-877d7dff94c0 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.103269] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb7d0c-ecd7-4ff8-b4eb-22a96502c9a4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.110955] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59da25a-3365-48e2-9671-7aba8a75e8ad {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.141388] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafca1a3-03dc-4629-9ddc-812e5ed91e28 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.149422] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62f79b-477d-4b6b-b18a-95640a7ffbef {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.163302] env[63339]: DEBUG nova.compute.provider_tree [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.666487] env[63339]: DEBUG nova.scheduler.client.report [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.171503] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.190096] env[63339]: INFO nova.scheduler.client.report [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted allocations for instance 19a4e814-e18a-47e2-a6dd-877d7dff94c0 [ 1468.698737] env[63339]: DEBUG oslo_concurrency.lockutils [None req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "19a4e814-e18a-47e2-a6dd-877d7dff94c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.965560] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.965923] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.468694] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.992234] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.992560] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.994100] env[63339]: INFO nova.compute.claims [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.041591] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4520d1-5976-457e-af7b-b74bc4ff4ed8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.049816] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053953ae-27c9-4451-a670-a03027cd47e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.081307] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0ab30b-d21b-4c8d-bb3e-3643b95ec320 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.088441] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed04a1-bcb0-4692-94eb-2a68d1e9e7c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.102741] env[63339]: DEBUG nova.compute.provider_tree [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.606287] env[63339]: DEBUG nova.scheduler.client.report [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.110920] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.111504] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.616573] env[63339]: DEBUG nova.compute.utils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1474.618270] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.618446] env[63339]: DEBUG nova.network.neutron [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1474.669802] env[63339]: DEBUG nova.policy [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec54c1486f141fb9ba78de6a0a858f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d799361806641bd8762860514437154', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.960672] env[63339]: DEBUG nova.network.neutron [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Successfully created port: ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1475.122772] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1476.134054] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.159954] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.160251] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.160414] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.160592] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.160737] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.160884] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.161143] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.161329] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.161506] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.161671] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.161844] env[63339]: DEBUG nova.virt.hardware [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.162748] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ed0a9-c85f-4815-ab2a-034d7b507cc0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.171117] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdd761e-8d17-4978-935c-ac4edcc23bf8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.347014] env[63339]: DEBUG nova.compute.manager [req-b5f82cde-9b68-4b54-8ed2-defe6eae3e8a req-0d88e0c8-c3ae-4faf-a93d-72c502308247 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Received event network-vif-plugged-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1476.347261] env[63339]: DEBUG oslo_concurrency.lockutils [req-b5f82cde-9b68-4b54-8ed2-defe6eae3e8a req-0d88e0c8-c3ae-4faf-a93d-72c502308247 service nova] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.347487] env[63339]: DEBUG oslo_concurrency.lockutils [req-b5f82cde-9b68-4b54-8ed2-defe6eae3e8a req-0d88e0c8-c3ae-4faf-a93d-72c502308247 service nova] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.347631] env[63339]: DEBUG oslo_concurrency.lockutils [req-b5f82cde-9b68-4b54-8ed2-defe6eae3e8a req-0d88e0c8-c3ae-4faf-a93d-72c502308247 service nova] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.347798] env[63339]: DEBUG nova.compute.manager [req-b5f82cde-9b68-4b54-8ed2-defe6eae3e8a req-0d88e0c8-c3ae-4faf-a93d-72c502308247 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] No waiting events found dispatching network-vif-plugged-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.348010] env[63339]: WARNING nova.compute.manager [req-b5f82cde-9b68-4b54-8ed2-defe6eae3e8a req-0d88e0c8-c3ae-4faf-a93d-72c502308247 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Received unexpected event network-vif-plugged-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 for instance with vm_state building and task_state spawning. [ 1476.437952] env[63339]: DEBUG nova.network.neutron [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Successfully updated port: ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1476.940571] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.940794] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.940861] env[63339]: DEBUG nova.network.neutron [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1477.474638] env[63339]: DEBUG nova.network.neutron [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1477.607155] env[63339]: DEBUG nova.network.neutron [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updating instance_info_cache with network_info: [{"id": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "address": "fa:16:3e:81:ae:e4", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6d343d-8b", "ovs_interfaceid": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.110328] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.110634] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Instance network_info: |[{"id": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "address": "fa:16:3e:81:ae:e4", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6d343d-8b", "ovs_interfaceid": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.111174] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ae:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.120474] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1478.120713] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.120952] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d130d2-9404-4b2f-8491-b880993ea971 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.144099] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.144099] env[63339]: value = "task-4321256" [ 1478.144099] env[63339]: _type = "Task" [ 1478.144099] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.153574] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321256, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.375705] env[63339]: DEBUG nova.compute.manager [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Received event network-changed-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1478.376018] env[63339]: DEBUG nova.compute.manager [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Refreshing instance network info cache due to event network-changed-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1478.376248] env[63339]: DEBUG oslo_concurrency.lockutils [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] Acquiring lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.376441] env[63339]: DEBUG oslo_concurrency.lockutils [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] Acquired lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.376650] env[63339]: DEBUG nova.network.neutron [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Refreshing network info cache for port ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1478.654459] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321256, 'name': CreateVM_Task, 'duration_secs': 0.358258} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.654838] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.655267] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.655438] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.655798] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.656141] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1107f657-cca0-4def-96f6-69c148ebcad4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.661784] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1478.661784] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525b481d-6a7b-9f77-54dc-8fffed6acbe5" [ 1478.661784] env[63339]: _type = "Task" [ 1478.661784] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.670491] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525b481d-6a7b-9f77-54dc-8fffed6acbe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.076961] env[63339]: DEBUG nova.network.neutron [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updated VIF entry in instance network info cache for port ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1479.077374] env[63339]: DEBUG nova.network.neutron [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updating instance_info_cache with network_info: [{"id": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "address": "fa:16:3e:81:ae:e4", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6d343d-8b", "ovs_interfaceid": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.172774] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]525b481d-6a7b-9f77-54dc-8fffed6acbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.043024} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.173102] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.173349] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.173584] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.173728] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.173909] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.174202] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed600c6-9053-4d58-b06b-509197e092c1 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.184323] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.184511] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.185268] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ab42fc-65d1-4dbc-ac58-9f8459da30f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.191016] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1479.191016] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52332db1-d093-55bd-f2c8-5431539ed759" [ 1479.191016] env[63339]: _type = "Task" [ 1479.191016] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.199435] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52332db1-d093-55bd-f2c8-5431539ed759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.580672] env[63339]: DEBUG oslo_concurrency.lockutils [req-127af0dd-b618-4ceb-b357-616678fcdddc req-53b5c9ae-ea66-433a-adb7-d928ab1ee075 service nova] Releasing lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.701833] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52332db1-d093-55bd-f2c8-5431539ed759, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.702714] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bba58fc-8700-4b50-8d9d-f1b36742d43e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.708483] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1479.708483] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52126501-d3e5-9960-f3da-11f73b045d75" [ 1479.708483] env[63339]: _type = "Task" [ 1479.708483] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.717212] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52126501-d3e5-9960-f3da-11f73b045d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.219215] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52126501-d3e5-9960-f3da-11f73b045d75, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.219486] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.219743] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] cf44c77a-6075-4ef8-bf4d-88d44f269dcb/cf44c77a-6075-4ef8-bf4d-88d44f269dcb.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.220015] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bedd12b2-8ff2-4bb3-a024-4c2a20bee9f8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.227374] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1480.227374] env[63339]: value = "task-4321257" [ 1480.227374] env[63339]: _type = "Task" [ 1480.227374] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.235931] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.334692] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.334938] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1480.736909] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485255} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.737301] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] cf44c77a-6075-4ef8-bf4d-88d44f269dcb/cf44c77a-6075-4ef8-bf4d-88d44f269dcb.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.737381] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.737630] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b13f35-c086-4c2c-9351-c4a60e36cd11 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.745841] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1480.745841] env[63339]: value = "task-4321258" [ 1480.745841] env[63339]: _type = "Task" [ 1480.745841] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.754707] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.257021] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065181} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.257350] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.258257] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf68c3-f5f5-4e5e-928b-c8a266139b2f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.281245] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cf44c77a-6075-4ef8-bf4d-88d44f269dcb/cf44c77a-6075-4ef8-bf4d-88d44f269dcb.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.281611] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba3049d-9cb5-4563-b9bc-6d2faca4b4fc {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.302438] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1481.302438] env[63339]: value = "task-4321259" [ 1481.302438] env[63339]: _type = "Task" [ 1481.302438] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.311186] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.335044] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.812478] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321259, 'name': ReconfigVM_Task, 'duration_secs': 0.287995} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.812854] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cf44c77a-6075-4ef8-bf4d-88d44f269dcb/cf44c77a-6075-4ef8-bf4d-88d44f269dcb.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.813417] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5883ece3-fbaf-49f0-bda0-d2c6721154e8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.820494] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1481.820494] env[63339]: value = "task-4321260" [ 1481.820494] env[63339]: _type = "Task" [ 1481.820494] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.829440] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321260, 'name': Rename_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.334723] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321260, 'name': Rename_Task, 'duration_secs': 0.14899} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.334723] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.334959] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.335173] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3bebaaa-4834-4021-8dee-52475a471911 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.337656] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.337875] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Cleaning up deleted instances {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1482.346886] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1482.346886] env[63339]: value = "task-4321261" [ 1482.346886] env[63339]: _type = "Task" [ 1482.346886] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.355870] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.849278] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] There are 32 instances to clean {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1482.849668] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 7f982c65-1da7-4aad-a8e5-895d21c53dcc] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1482.861144] env[63339]: DEBUG oslo_vmware.api [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321261, 'name': PowerOnVM_Task, 'duration_secs': 0.463307} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.861439] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.861643] env[63339]: INFO nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1482.861822] env[63339]: DEBUG nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.862623] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddddbb0-1099-4e76-b26b-c909f5e0780c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.356918] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c4c8455f-4c77-4c99-abb5-7c771aebf110] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1483.382356] env[63339]: INFO nova.compute.manager [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Took 11.41 seconds to build instance. [ 1483.860669] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c9344fad-f138-4b07-b951-e9c0ac576116] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1483.883935] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e303879c-d30a-476f-b826-348627a88471 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.918s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.049951] env[63339]: DEBUG nova.compute.manager [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Received event network-changed-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1484.050161] env[63339]: DEBUG nova.compute.manager [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Refreshing instance network info cache due to event network-changed-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1484.050388] env[63339]: DEBUG oslo_concurrency.lockutils [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] Acquiring lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.050555] env[63339]: DEBUG oslo_concurrency.lockutils [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] Acquired lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.050687] env[63339]: DEBUG nova.network.neutron [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Refreshing network info cache for port ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1484.363531] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 19a4e814-e18a-47e2-a6dd-877d7dff94c0] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1484.794024] env[63339]: DEBUG nova.network.neutron [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updated VIF entry in instance network info cache for port ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1484.794381] env[63339]: DEBUG nova.network.neutron [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updating instance_info_cache with network_info: [{"id": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "address": "fa:16:3e:81:ae:e4", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6d343d-8b", "ovs_interfaceid": "ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.799775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "16b5c073-e547-4149-a214-2cb597114d95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.799775] env[63339]: DEBUG oslo_concurrency.lockutils [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.799974] env[63339]: DEBUG nova.compute.manager [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.801038] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c68d5db-44dc-46a6-9ea8-7710fda3d117 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.807927] env[63339]: DEBUG nova.compute.manager [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63339) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1484.808557] env[63339]: DEBUG nova.objects.instance [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'flavor' on Instance uuid 16b5c073-e547-4149-a214-2cb597114d95 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.866934] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 56e4a6a2-c700-4c9a-b697-08d089d8b73f] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1485.297649] env[63339]: DEBUG oslo_concurrency.lockutils [req-341e3928-e21f-4ed1-b99d-c748889ea24f req-de15902d-026d-427a-951d-42a1b125ce5c service nova] Releasing lock "refresh_cache-cf44c77a-6075-4ef8-bf4d-88d44f269dcb" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.370536] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 4ddbc5b5-1488-4a39-987c-9623821bcde1] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1485.816833] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.817279] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a205d4-5019-4726-9166-9c15eaf74211 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.826135] env[63339]: DEBUG oslo_vmware.api [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1485.826135] env[63339]: value = "task-4321262" [ 1485.826135] env[63339]: _type = "Task" [ 1485.826135] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.834995] env[63339]: DEBUG oslo_vmware.api [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.874869] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 47c5db17-64b9-4427-8d82-ca85e750a1cb] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1486.336217] env[63339]: DEBUG oslo_vmware.api [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321262, 'name': PowerOffVM_Task, 'duration_secs': 0.246707} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.336538] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.336744] env[63339]: DEBUG nova.compute.manager [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.337552] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d81dad-f47d-4854-a0d6-6d2e7bb4d9e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.377914] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 152c7811-b155-471b-8919-fc13aa038ec3] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1486.849552] env[63339]: DEBUG oslo_concurrency.lockutils [None req-22fca2b0-a072-44d8-ad03-0d5fba652207 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.881149] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 2420bde4-8409-485f-8398-cb00134ed9b7] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1487.178967] env[63339]: DEBUG nova.objects.instance [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'flavor' on Instance uuid 16b5c073-e547-4149-a214-2cb597114d95 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.384557] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c9f39465-e635-44b6-b0d1-02cb37b89184] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1487.684388] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.684645] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.684729] env[63339]: DEBUG nova.network.neutron [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1487.684902] env[63339]: DEBUG nova.objects.instance [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'info_cache' on Instance uuid 16b5c073-e547-4149-a214-2cb597114d95 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.887499] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: a0ea9c50-a0d6-403a-a318-6ffac320df81] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1488.188540] env[63339]: DEBUG nova.objects.base [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Object Instance<16b5c073-e547-4149-a214-2cb597114d95> lazy-loaded attributes: flavor,info_cache {{(pid=63339) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1488.391568] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 24965558-1afe-4044-b881-33d0c21652b0] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1488.894770] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 4e536ece-b6a9-462f-b2ba-86a2d9cc4040] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1488.903043] env[63339]: DEBUG nova.network.neutron [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [{"id": "7c4932e8-93bb-4fcd-9260-34d07751f816", "address": "fa:16:3e:61:3a:23", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4932e8-93", "ovs_interfaceid": "7c4932e8-93bb-4fcd-9260-34d07751f816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.398480] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 3078c5e4-4e83-4afe-aee9-212a16b77634] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1489.405388] env[63339]: DEBUG oslo_concurrency.lockutils [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.902061] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 1191f0fc-d159-447b-96d7-48ae4a681c8d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1490.404735] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 5300b719-ad0f-49d9-93a7-7ee7cab2b481] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1490.409931] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.409931] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6297695e-d351-4299-af17-a699ddb2cc0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.418012] env[63339]: DEBUG oslo_vmware.api [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1490.418012] env[63339]: value = "task-4321263" [ 1490.418012] env[63339]: _type = "Task" [ 1490.418012] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.429434] env[63339]: DEBUG oslo_vmware.api [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.908166] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: ee05d2a8-b06f-4d8a-88e4-c3c900676b9d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1490.927646] env[63339]: DEBUG oslo_vmware.api [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321263, 'name': PowerOnVM_Task, 'duration_secs': 0.457164} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.927868] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.928054] env[63339]: DEBUG nova.compute.manager [None req-4efb01f2-c51c-40d2-bffa-5e9c3466be4e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.928878] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ccb39-72f5-45ea-9174-ea82db3e32ea {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.413343] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 32b33629-4bbf-4d72-8c41-655faaa4863e] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1491.916651] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c92346a8-9320-43bd-b921-627479e0a4fb] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1491.960055] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa946953-f6a1-48fa-aa8b-11f47f89ee1c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.967181] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Suspending the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1491.967433] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a001efc5-890f-4182-b0c0-5a9b5886765d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.974693] env[63339]: DEBUG oslo_vmware.api [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1491.974693] env[63339]: value = "task-4321264" [ 1491.974693] env[63339]: _type = "Task" [ 1491.974693] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.983379] env[63339]: DEBUG oslo_vmware.api [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321264, 'name': SuspendVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.420722] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 1265f188-e278-4651-9447-60c97bf396bc] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1492.485165] env[63339]: DEBUG oslo_vmware.api [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321264, 'name': SuspendVM_Task} progress is 62%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.924412] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 5e46b6bf-5cc8-4059-8c57-69b5b5fb21f8] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1492.985540] env[63339]: DEBUG oslo_vmware.api [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321264, 'name': SuspendVM_Task, 'duration_secs': 0.664976} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.985801] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Suspended the VM {{(pid=63339) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1492.985982] env[63339]: DEBUG nova.compute.manager [None req-f5bfa1c8-0a34-406f-90a8-318e7b02eae5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.986752] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11d23b-fd2d-4752-9e42-91a9401e4dc0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.427675] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 6a2b5287-5c17-48c9-bafb-03a86a85bef9] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1493.931652] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: fb9aeb6b-4f3a-4edc-8629-7791b4883ea5] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1494.299699] env[63339]: INFO nova.compute.manager [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Resuming [ 1494.300408] env[63339]: DEBUG nova.objects.instance [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lazy-loading 'flavor' on Instance uuid 16b5c073-e547-4149-a214-2cb597114d95 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.435439] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 7836adda-d456-4257-b3bc-65a8fb3ab624] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1494.938805] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 3dd75cf3-406e-42a0-a970-77d592cf055b] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1495.442489] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: c24f9a15-b5be-4e58-91e7-cca77adee30d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1495.812094] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.812385] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquired lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.812681] env[63339]: DEBUG nova.network.neutron [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1495.946435] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 0887d274-0d7c-464a-8f7e-dbcdcbd45464] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1496.451897] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 44f7b227-f2cb-4cef-a02b-b9ff490c9755] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1496.553837] env[63339]: DEBUG nova.network.neutron [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [{"id": "7c4932e8-93bb-4fcd-9260-34d07751f816", "address": "fa:16:3e:61:3a:23", "network": {"id": "eb8fd874-76d0-4092-af03-dfcc78a89643", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1210271014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58450141c7694292bb025fe60f8ce84d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4932e8-93", "ovs_interfaceid": "7c4932e8-93bb-4fcd-9260-34d07751f816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.955330] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 22a3e469-af6e-424d-ac13-417226cd1e5d] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1497.056829] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Releasing lock "refresh_cache-16b5c073-e547-4149-a214-2cb597114d95" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.057824] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ef8df-1a95-4679-9bd2-d74db53b5937 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.065875] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Resuming the VM {{(pid=63339) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1497.066144] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5813ed4d-a124-4f33-be91-e3c70f833a02 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.073435] env[63339]: DEBUG oslo_vmware.api [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1497.073435] env[63339]: value = "task-4321265" [ 1497.073435] env[63339]: _type = "Task" [ 1497.073435] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.081515] env[63339]: DEBUG oslo_vmware.api [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.459228] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 0c2bf1fd-3c6b-431f-bb54-3262265bd208] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1497.585988] env[63339]: DEBUG oslo_vmware.api [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321265, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.964162] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: 16f23ea8-ba07-4b79-8538-d81cca55630f] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1498.085440] env[63339]: DEBUG oslo_vmware.api [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321265, 'name': PowerOnVM_Task, 'duration_secs': 0.528363} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.085759] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Resumed the VM {{(pid=63339) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1498.085977] env[63339]: DEBUG nova.compute.manager [None req-ab818abb-64dd-4910-816b-a2986868a044 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.086770] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d600f-a134-4ca0-96f2-629f5af8a54f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.467965] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] [instance: ef0f3bae-003a-4507-9a72-2c5e375a1f26] Instance has had 0 of 5 cleanup attempts {{(pid=63339) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1498.971375] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.971879] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Cleaning up deleted instances with incomplete migration {{(pid=63339) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1499.018520] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "16b5c073-e547-4149-a214-2cb597114d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.018841] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.019012] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "16b5c073-e547-4149-a214-2cb597114d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.019591] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.019826] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.022048] env[63339]: INFO nova.compute.manager [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Terminating instance [ 1499.474740] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.525981] env[63339]: DEBUG nova.compute.manager [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.526239] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.527297] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8711057d-068c-4025-97a7-db5ba8869519 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.535716] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.535975] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456742b2-152e-4241-9177-a6ad035a5b36 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.541889] env[63339]: DEBUG oslo_vmware.api [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1499.541889] env[63339]: value = "task-4321266" [ 1499.541889] env[63339]: _type = "Task" [ 1499.541889] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.551537] env[63339]: DEBUG oslo_vmware.api [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.054363] env[63339]: DEBUG oslo_vmware.api [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321266, 'name': PowerOffVM_Task, 'duration_secs': 0.18416} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.054759] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.055016] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.055079] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33569a7b-7bcf-4a51-8357-ed102f61398e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.123899] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.124135] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Deleting contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.124352] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleting the datastore file [datastore1] 16b5c073-e547-4149-a214-2cb597114d95 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.124715] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0ca796c-5b5c-4f68-93d1-727f9bc01cf4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.132035] env[63339]: DEBUG oslo_vmware.api [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for the task: (returnval){ [ 1500.132035] env[63339]: value = "task-4321268" [ 1500.132035] env[63339]: _type = "Task" [ 1500.132035] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.140491] env[63339]: DEBUG oslo_vmware.api [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.643188] env[63339]: DEBUG oslo_vmware.api [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Task: {'id': task-4321268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145889} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.643479] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.643677] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Deleted contents of the VM from datastore datastore1 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.643861] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.644048] env[63339]: INFO nova.compute.manager [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1500.644300] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.644501] env[63339]: DEBUG nova.compute.manager [-] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.644597] env[63339]: DEBUG nova.network.neutron [-] [instance: 16b5c073-e547-4149-a214-2cb597114d95] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1501.168826] env[63339]: DEBUG nova.compute.manager [req-dcf8665e-8866-44f9-be36-0a51490764b4 req-39c5414c-e478-4644-8ce1-84c056f60d70 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Received event network-vif-deleted-7c4932e8-93bb-4fcd-9260-34d07751f816 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1501.169530] env[63339]: INFO nova.compute.manager [req-dcf8665e-8866-44f9-be36-0a51490764b4 req-39c5414c-e478-4644-8ce1-84c056f60d70 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Neutron deleted interface 7c4932e8-93bb-4fcd-9260-34d07751f816; detaching it from the instance and deleting it from the info cache [ 1501.169530] env[63339]: DEBUG nova.network.neutron [req-dcf8665e-8866-44f9-be36-0a51490764b4 req-39c5414c-e478-4644-8ce1-84c056f60d70 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.644054] env[63339]: DEBUG nova.network.neutron [-] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.671447] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28093bf6-28d6-4fe8-b7d0-08bf4199194a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.681441] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9ff70-8713-4f61-98fa-62c3aadbf952 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.705994] env[63339]: DEBUG nova.compute.manager [req-dcf8665e-8866-44f9-be36-0a51490764b4 req-39c5414c-e478-4644-8ce1-84c056f60d70 service nova] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Detach interface failed, port_id=7c4932e8-93bb-4fcd-9260-34d07751f816, reason: Instance 16b5c073-e547-4149-a214-2cb597114d95 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1501.974496] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.974788] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.974992] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.975199] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.975398] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.147086] env[63339]: INFO nova.compute.manager [-] [instance: 16b5c073-e547-4149-a214-2cb597114d95] Took 1.50 seconds to deallocate network for instance. [ 1502.478503] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.478908] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.479088] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.479218] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1502.480136] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c2e80-6976-4111-9244-ff60d1738bfe {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.488596] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e9e54a-8964-4d5a-b0e2-606529aa0a16 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.504268] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073c92b-31b2-4f23-beaa-34f08a988a7b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.511512] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84511508-3cb5-41d9-8451-980cb27d01af {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.540565] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180181MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1502.540750] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.540892] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.653792] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.668697] env[63339]: WARNING nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance 16b5c073-e547-4149-a214-2cb597114d95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1503.669039] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance cf44c77a-6075-4ef8-bf4d-88d44f269dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.669039] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1503.669189] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1503.709210] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74083a8c-ef38-4a30-bf82-d7a4432cd52f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.717038] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a2c98f-a3c4-47b2-a2bf-89ab23878949 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.748632] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84abca-8dee-47b6-888a-0ba62fd63fae {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.756531] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b043cc-cddf-43f4-891f-c9f064d049de {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.770098] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.273215] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.779974] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1504.780437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.239s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.780583] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.127s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.780741] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.805151] env[63339]: INFO nova.scheduler.client.report [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Deleted allocations for instance 16b5c073-e547-4149-a214-2cb597114d95 [ 1505.314772] env[63339]: DEBUG oslo_concurrency.lockutils [None req-1c051f1b-910f-4131-89a6-9d60f432491e tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Lock "16b5c073-e547-4149-a214-2cb597114d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.296s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.225632] env[63339]: DEBUG oslo_concurrency.lockutils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.226061] env[63339]: DEBUG oslo_concurrency.lockutils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.730182] env[63339]: DEBUG nova.compute.utils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1523.233082] env[63339]: DEBUG oslo_concurrency.lockutils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.292967] env[63339]: DEBUG oslo_concurrency.lockutils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.293437] env[63339]: DEBUG oslo_concurrency.lockutils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.293595] env[63339]: INFO nova.compute.manager [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Attaching volume ae337cc8-82d4-45c7-8662-a3f07489bc95 to /dev/sdb [ 1524.324474] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc74a55-c854-40a5-887a-96a73a107b1d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.332782] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa82d8-4d35-4462-8aaf-1fbe87ac4295 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.346121] env[63339]: DEBUG nova.virt.block_device [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updating existing volume attachment record: 796d7b1d-ddac-4914-a8bc-3e4b89b25639 {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1528.892797] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1528.893180] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849941', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'name': 'volume-ae337cc8-82d4-45c7-8662-a3f07489bc95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf44c77a-6075-4ef8-bf4d-88d44f269dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'serial': 'ae337cc8-82d4-45c7-8662-a3f07489bc95'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1528.894309] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb4b3e6-f1f6-4080-ab4e-84af62eed82c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.914416] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cde3b48-5a8e-4031-b0df-0adb4d25df5c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.938399] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-ae337cc8-82d4-45c7-8662-a3f07489bc95/volume-ae337cc8-82d4-45c7-8662-a3f07489bc95.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.938731] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4c70c4-1654-4f05-8629-d4beecebd44d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.957042] env[63339]: DEBUG oslo_vmware.api [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1528.957042] env[63339]: value = "task-4321271" [ 1528.957042] env[63339]: _type = "Task" [ 1528.957042] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.965884] env[63339]: DEBUG oslo_vmware.api [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.467109] env[63339]: DEBUG oslo_vmware.api [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321271, 'name': ReconfigVM_Task, 'duration_secs': 0.318126} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.467390] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-ae337cc8-82d4-45c7-8662-a3f07489bc95/volume-ae337cc8-82d4-45c7-8662-a3f07489bc95.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.472165] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5f3ed5-12fd-4dc9-88d6-c443e87b9a85 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.486958] env[63339]: DEBUG oslo_vmware.api [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1529.486958] env[63339]: value = "task-4321272" [ 1529.486958] env[63339]: _type = "Task" [ 1529.486958] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.495036] env[63339]: DEBUG oslo_vmware.api [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.997116] env[63339]: DEBUG oslo_vmware.api [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321272, 'name': ReconfigVM_Task, 'duration_secs': 0.187584} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.997429] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849941', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'name': 'volume-ae337cc8-82d4-45c7-8662-a3f07489bc95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf44c77a-6075-4ef8-bf4d-88d44f269dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'serial': 'ae337cc8-82d4-45c7-8662-a3f07489bc95'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1531.032277] env[63339]: DEBUG nova.objects.instance [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'flavor' on Instance uuid cf44c77a-6075-4ef8-bf4d-88d44f269dcb {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.539587] env[63339]: DEBUG oslo_concurrency.lockutils [None req-58ec9088-47c5-4693-9490-f5a23772989f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.792451] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.792713] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.296093] env[63339]: INFO nova.compute.manager [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Detaching volume ae337cc8-82d4-45c7-8662-a3f07489bc95 [ 1532.357463] env[63339]: INFO nova.virt.block_device [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Attempting to driver detach volume ae337cc8-82d4-45c7-8662-a3f07489bc95 from mountpoint /dev/sdb [ 1532.357718] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1532.357980] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849941', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'name': 'volume-ae337cc8-82d4-45c7-8662-a3f07489bc95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf44c77a-6075-4ef8-bf4d-88d44f269dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'serial': 'ae337cc8-82d4-45c7-8662-a3f07489bc95'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1532.358942] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e0d0b-cf8f-45ee-85cc-6cbbdfdfcb83 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.382232] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72ebff5-bb53-4aff-936a-17f0d747ff54 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.389337] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29893b77-8013-42a4-91d0-ecab45f624d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.409074] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65c77aa-0a7a-4a87-bf60-3f6cff3a34c5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.423413] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae337cc8-82d4-45c7-8662-a3f07489bc95/volume-ae337cc8-82d4-45c7-8662-a3f07489bc95.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1532.428607] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1532.428886] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e330e0d-0b9f-4d45-a6a1-9ff77b8d3cf0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.446771] env[63339]: DEBUG oslo_vmware.api [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1532.446771] env[63339]: value = "task-4321273" [ 1532.446771] env[63339]: _type = "Task" [ 1532.446771] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.455116] env[63339]: DEBUG oslo_vmware.api [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.956420] env[63339]: DEBUG oslo_vmware.api [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321273, 'name': ReconfigVM_Task, 'duration_secs': 0.208085} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.956690] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1532.961385] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a7e6fd-8275-40e5-b2d5-acc190c9884e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.976075] env[63339]: DEBUG oslo_vmware.api [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1532.976075] env[63339]: value = "task-4321274" [ 1532.976075] env[63339]: _type = "Task" [ 1532.976075] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.985691] env[63339]: DEBUG oslo_vmware.api [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.486194] env[63339]: DEBUG oslo_vmware.api [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321274, 'name': ReconfigVM_Task, 'duration_secs': 0.135746} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.486629] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849941', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'name': 'volume-ae337cc8-82d4-45c7-8662-a3f07489bc95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf44c77a-6075-4ef8-bf4d-88d44f269dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae337cc8-82d4-45c7-8662-a3f07489bc95', 'serial': 'ae337cc8-82d4-45c7-8662-a3f07489bc95'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1534.027510] env[63339]: DEBUG nova.objects.instance [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'flavor' on Instance uuid cf44c77a-6075-4ef8-bf4d-88d44f269dcb {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.034640] env[63339]: DEBUG oslo_concurrency.lockutils [None req-e0d41f78-3da2-4c45-9b92-4f1e3f515235 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.055530] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.055937] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.056023] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.056292] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.056442] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.058459] env[63339]: INFO nova.compute.manager [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Terminating instance [ 1536.562192] env[63339]: DEBUG nova.compute.manager [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1536.562392] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.563295] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77342ae-8a45-4138-9821-3ebfe707988a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.595970] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.595970] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d11de7b-4742-4ea9-809a-a60700b7b4e4 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.595970] env[63339]: DEBUG oslo_vmware.api [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1536.595970] env[63339]: value = "task-4321275" [ 1536.595970] env[63339]: _type = "Task" [ 1536.595970] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.595970] env[63339]: DEBUG oslo_vmware.api [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.087841] env[63339]: DEBUG oslo_vmware.api [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321275, 'name': PowerOffVM_Task, 'duration_secs': 0.173123} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.088169] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.088217] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.088453] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7437e7dc-9d1c-43f1-b6be-b0383e0f7133 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.152250] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.152473] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.152657] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleting the datastore file [datastore2] cf44c77a-6075-4ef8-bf4d-88d44f269dcb {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.152948] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66256e72-e08a-483a-bda1-111dee4e0957 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.160426] env[63339]: DEBUG oslo_vmware.api [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1537.160426] env[63339]: value = "task-4321277" [ 1537.160426] env[63339]: _type = "Task" [ 1537.160426] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.168537] env[63339]: DEBUG oslo_vmware.api [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.670550] env[63339]: DEBUG oslo_vmware.api [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146763} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.671297] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.671403] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.671544] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.671764] env[63339]: INFO nova.compute.manager [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1537.672072] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1537.672287] env[63339]: DEBUG nova.compute.manager [-] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.672377] env[63339]: DEBUG nova.network.neutron [-] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1538.176030] env[63339]: DEBUG nova.compute.manager [req-2e64f681-2fd6-4dda-a968-30ac0b755b8e req-577afc53-2f93-4846-85ec-465511f684b5 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Received event network-vif-deleted-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1538.176030] env[63339]: INFO nova.compute.manager [req-2e64f681-2fd6-4dda-a968-30ac0b755b8e req-577afc53-2f93-4846-85ec-465511f684b5 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Neutron deleted interface ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0; detaching it from the instance and deleting it from the info cache [ 1538.176030] env[63339]: DEBUG nova.network.neutron [req-2e64f681-2fd6-4dda-a968-30ac0b755b8e req-577afc53-2f93-4846-85ec-465511f684b5 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.649448] env[63339]: DEBUG nova.network.neutron [-] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.679574] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b527874-fdf5-4af2-acc4-64b2ff54d9b0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.690379] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2c6ca-1e3d-4d33-8186-4549529b3610 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.720481] env[63339]: DEBUG nova.compute.manager [req-2e64f681-2fd6-4dda-a968-30ac0b755b8e req-577afc53-2f93-4846-85ec-465511f684b5 service nova] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Detach interface failed, port_id=ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0, reason: Instance cf44c77a-6075-4ef8-bf4d-88d44f269dcb could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1539.156035] env[63339]: INFO nova.compute.manager [-] [instance: cf44c77a-6075-4ef8-bf4d-88d44f269dcb] Took 1.48 seconds to deallocate network for instance. [ 1539.662766] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.663125] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.663248] env[63339]: DEBUG nova.objects.instance [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'resources' on Instance uuid cf44c77a-6075-4ef8-bf4d-88d44f269dcb {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.184065] env[63339]: DEBUG nova.scheduler.client.report [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1540.201009] env[63339]: DEBUG nova.scheduler.client.report [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1540.201288] env[63339]: DEBUG nova.compute.provider_tree [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.213193] env[63339]: DEBUG nova.scheduler.client.report [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1540.231926] env[63339]: DEBUG nova.scheduler.client.report [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1540.263984] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4846a91-8e9b-4a34-9bd1-f9a3997118eb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.270523] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b254a8e-2f2f-41ce-bb5d-349755a34f7b {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.300574] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab81c05-7333-44e1-bae5-1e90a3d25d6f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.307827] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed91f26-f2f3-4718-afb1-203f5a9f3dc3 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.320635] env[63339]: DEBUG nova.compute.provider_tree [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.824142] env[63339]: DEBUG nova.scheduler.client.report [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.329133] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.352074] env[63339]: INFO nova.scheduler.client.report [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted allocations for instance cf44c77a-6075-4ef8-bf4d-88d44f269dcb [ 1541.860574] env[63339]: DEBUG oslo_concurrency.lockutils [None req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "cf44c77a-6075-4ef8-bf4d-88d44f269dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.152024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.152024] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.654622] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Starting instance... {{(pid=63339) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.142861] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.143093] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.143310] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.143473] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.143616] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1545.143763] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.178877] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.179183] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.180702] env[63339]: INFO nova.compute.claims [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.647250] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.222228] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255117b5-0699-431f-9d18-6b558186f315 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.230836] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea28448-c06c-42b7-a80b-67da177469ba {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.260252] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba6087-3122-4b6c-8536-99b438d3c8f0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.267737] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c334fe-5e90-4b03-90dd-a8f64ea0ebf8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.280831] env[63339]: DEBUG nova.compute.provider_tree [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.784420] env[63339]: DEBUG nova.scheduler.client.report [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.290264] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.290796] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Start building networks asynchronously for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.293486] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.646s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.293667] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.293817] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1547.294855] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc026a4-310d-434e-a20a-8a10c96f0ec6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.303534] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0337021-ffcd-4098-ba8c-fd6ab85d8576 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.318427] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb01e6-51dc-4254-99c7-6c6edd4248a8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.325764] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00014e-82f7-4f22-8fa7-1690c7d26855 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.355091] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180504MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1547.355333] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.355478] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.796782] env[63339]: DEBUG nova.compute.utils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1547.798120] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Allocating IP information in the background. {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.798240] env[63339]: DEBUG nova.network.neutron [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] allocate_for_instance() {{(pid=63339) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1547.848355] env[63339]: DEBUG nova.policy [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ec54c1486f141fb9ba78de6a0a858f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d799361806641bd8762860514437154', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63339) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.160983] env[63339]: DEBUG nova.network.neutron [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Successfully created port: 2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1548.301457] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Start building block device mappings for instance. {{(pid=63339) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.383649] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance b105bcd0-054a-4361-8da7-b74abc80ff36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1548.383861] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1548.384081] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1548.412505] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58413189-45c1-4c1c-bcd1-6f6150ecfb7a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.420677] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866bdcb8-aa26-4abd-81dd-8d93dd890687 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.454325] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4955c9e6-5361-45f9-8c82-8e6c1ccd6e22 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.462246] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e105db8-5e6c-4ca3-a953-38964fefa8c0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.475892] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.979605] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.312736] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Start spawning the instance on the hypervisor. {{(pid=63339) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1549.338839] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-07-21T14:37:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-07-21T14:37:31Z,direct_url=,disk_format='vmdk',id=4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75d6b3b4f2044e19bc9f44f53c57f4db',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-07-21T14:37:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.339093] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.339256] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image limits 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.339438] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Flavor pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.339585] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Image pref 0:0:0 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.339730] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63339) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.339932] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.340121] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.340291] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Got 1 possible topologies {{(pid=63339) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.340452] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.340622] env[63339]: DEBUG nova.virt.hardware [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63339) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.341511] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f8849-8d4c-491f-be66-20a25258e81a {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.349455] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d49a80-bd13-410c-922f-5f319b4f5e21 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.484694] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1549.484893] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.644106] env[63339]: DEBUG nova.compute.manager [req-15d94e41-4d42-4d3b-ac80-9af7304987e0 req-94aba78d-f22f-427e-a8d2-f44b766a583a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Received event network-vif-plugged-2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1549.644330] env[63339]: DEBUG oslo_concurrency.lockutils [req-15d94e41-4d42-4d3b-ac80-9af7304987e0 req-94aba78d-f22f-427e-a8d2-f44b766a583a service nova] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.644577] env[63339]: DEBUG oslo_concurrency.lockutils [req-15d94e41-4d42-4d3b-ac80-9af7304987e0 req-94aba78d-f22f-427e-a8d2-f44b766a583a service nova] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.644707] env[63339]: DEBUG oslo_concurrency.lockutils [req-15d94e41-4d42-4d3b-ac80-9af7304987e0 req-94aba78d-f22f-427e-a8d2-f44b766a583a service nova] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.644833] env[63339]: DEBUG nova.compute.manager [req-15d94e41-4d42-4d3b-ac80-9af7304987e0 req-94aba78d-f22f-427e-a8d2-f44b766a583a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] No waiting events found dispatching network-vif-plugged-2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1549.645071] env[63339]: WARNING nova.compute.manager [req-15d94e41-4d42-4d3b-ac80-9af7304987e0 req-94aba78d-f22f-427e-a8d2-f44b766a583a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Received unexpected event network-vif-plugged-2cd54eac-8d59-4b8b-858a-300138076614 for instance with vm_state building and task_state spawning. [ 1549.675986] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.676223] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.676389] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.699414] env[63339]: DEBUG nova.network.neutron [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Successfully updated port: 2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1550.202678] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.202884] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.203113] env[63339]: DEBUG nova.network.neutron [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Building network info cache for instance {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1550.734831] env[63339]: DEBUG nova.network.neutron [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Instance cache missing network info. {{(pid=63339) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1550.871556] env[63339]: DEBUG nova.network.neutron [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updating instance_info_cache with network_info: [{"id": "2cd54eac-8d59-4b8b-858a-300138076614", "address": "fa:16:3e:ae:59:e8", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd54eac-8d", "ovs_interfaceid": "2cd54eac-8d59-4b8b-858a-300138076614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.330483] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.374816] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.375164] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Instance network_info: |[{"id": "2cd54eac-8d59-4b8b-858a-300138076614", "address": "fa:16:3e:ae:59:e8", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd54eac-8d", "ovs_interfaceid": "2cd54eac-8d59-4b8b-858a-300138076614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63339) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.375929] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:59:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd54eac-8d59-4b8b-858a-300138076614', 'vif_model': 'vmxnet3'}] {{(pid=63339) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.383627] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1551.383833] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Creating VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.384077] env[63339]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a06372ec-5f24-4730-af55-f476d74bff25 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.404277] env[63339]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.404277] env[63339]: value = "task-4321278" [ 1551.404277] env[63339]: _type = "Task" [ 1551.404277] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.412164] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321278, 'name': CreateVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.674433] env[63339]: DEBUG nova.compute.manager [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Received event network-changed-2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1551.674433] env[63339]: DEBUG nova.compute.manager [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Refreshing instance network info cache due to event network-changed-2cd54eac-8d59-4b8b-858a-300138076614. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1551.674433] env[63339]: DEBUG oslo_concurrency.lockutils [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] Acquiring lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.674433] env[63339]: DEBUG oslo_concurrency.lockutils [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] Acquired lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.674433] env[63339]: DEBUG nova.network.neutron [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Refreshing network info cache for port 2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1551.914762] env[63339]: DEBUG oslo_vmware.api [-] Task: {'id': task-4321278, 'name': CreateVM_Task, 'duration_secs': 0.326923} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.915118] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Created VM on the ESX host {{(pid=63339) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.915578] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.915752] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.916111] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.916381] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5b1ae4-f71e-43a5-8683-5da13a81a510 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.921121] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1551.921121] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52816987-8a0e-460f-14fe-e9d6f440f9fc" [ 1551.921121] env[63339]: _type = "Task" [ 1551.921121] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.929343] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52816987-8a0e-460f-14fe-e9d6f440f9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.375492] env[63339]: DEBUG nova.network.neutron [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updated VIF entry in instance network info cache for port 2cd54eac-8d59-4b8b-858a-300138076614. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1552.375882] env[63339]: DEBUG nova.network.neutron [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updating instance_info_cache with network_info: [{"id": "2cd54eac-8d59-4b8b-858a-300138076614", "address": "fa:16:3e:ae:59:e8", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd54eac-8d", "ovs_interfaceid": "2cd54eac-8d59-4b8b-858a-300138076614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.431763] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52816987-8a0e-460f-14fe-e9d6f440f9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014889} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.432048] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.432289] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Processing image 4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8 {{(pid=63339) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.432523] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.432669] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.432848] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.433126] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-606cf377-115f-4765-8326-4f7c9cf9dba7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.441642] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63339) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.441806] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63339) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.442593] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501c31cf-66d6-49c3-a677-0c647e239c72 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.447566] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1552.447566] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5214f072-e0d3-8bf5-12b2-58381e81fbc1" [ 1552.447566] env[63339]: _type = "Task" [ 1552.447566] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.455139] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5214f072-e0d3-8bf5-12b2-58381e81fbc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.878524] env[63339]: DEBUG oslo_concurrency.lockutils [req-45bd50e8-feb7-4f2f-91de-960b90ff1fb2 req-20b62300-fde7-476a-8a85-61d57c2dcc5a service nova] Releasing lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.958440] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]5214f072-e0d3-8bf5-12b2-58381e81fbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.959254] env[63339]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19784488-dcb1-4351-8427-b2b1ba1fed0d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.965386] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1552.965386] env[63339]: value = "session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a315d3-a04f-3973-81a5-f67999421b8b" [ 1552.965386] env[63339]: _type = "Task" [ 1552.965386] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.973141] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a315d3-a04f-3973-81a5-f67999421b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.477834] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': session[52be7d2d-cc88-9568-2026-5bfa9a7e8209]52a315d3-a04f-3973-81a5-f67999421b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.014994} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.477834] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.478128] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] b105bcd0-054a-4361-8da7-b74abc80ff36/b105bcd0-054a-4361-8da7-b74abc80ff36.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.478379] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d1f11ae-cb63-4ce9-97db-45945776a54e {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.485279] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1553.485279] env[63339]: value = "task-4321279" [ 1553.485279] env[63339]: _type = "Task" [ 1553.485279] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.493482] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.997047] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321279, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.496667] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545032} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.496952] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8/4aeb6a47-b7be-4ae0-8bb0-18b4257dcee8.vmdk to [datastore2] b105bcd0-054a-4361-8da7-b74abc80ff36/b105bcd0-054a-4361-8da7-b74abc80ff36.vmdk {{(pid=63339) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.497210] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Extending root virtual disk to 1048576 {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.497522] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5baafb30-f828-45dc-853c-18112a1223e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.505425] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1554.505425] env[63339]: value = "task-4321280" [ 1554.505425] env[63339]: _type = "Task" [ 1554.505425] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.515207] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.015124] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079382} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.015451] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Extended root virtual disk {{(pid=63339) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.016168] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfb32a7-a89c-4833-8358-b08f61a1ff08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.037482] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b105bcd0-054a-4361-8da7-b74abc80ff36/b105bcd0-054a-4361-8da7-b74abc80ff36.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.037726] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b45dd2e-0869-449f-b541-4eed1c463468 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.056697] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1555.056697] env[63339]: value = "task-4321281" [ 1555.056697] env[63339]: _type = "Task" [ 1555.056697] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.064336] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.567930] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321281, 'name': ReconfigVM_Task, 'duration_secs': 0.327213} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.568236] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b105bcd0-054a-4361-8da7-b74abc80ff36/b105bcd0-054a-4361-8da7-b74abc80ff36.vmdk or device None with type sparse {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.568873] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02bc8bb-fbbb-4334-b82d-1f4d87df6a49 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.575759] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1555.575759] env[63339]: value = "task-4321282" [ 1555.575759] env[63339]: _type = "Task" [ 1555.575759] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.584128] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321282, 'name': Rename_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.085720] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321282, 'name': Rename_Task} progress is 14%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.587263] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321282, 'name': Rename_Task, 'duration_secs': 0.88294} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.587535] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Powering on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.587777] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf4f8bf-5401-48f0-9468-868a6a75dd5d {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.594883] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1556.594883] env[63339]: value = "task-4321283" [ 1556.594883] env[63339]: _type = "Task" [ 1556.594883] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.602688] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.104429] env[63339]: DEBUG oslo_vmware.api [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321283, 'name': PowerOnVM_Task, 'duration_secs': 0.496322} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.104800] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Powered on the VM {{(pid=63339) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.104914] env[63339]: INFO nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1557.105064] env[63339]: DEBUG nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Checking state {{(pid=63339) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.105820] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77962b7f-728b-445d-922d-1572337a64f6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.625991] env[63339]: INFO nova.compute.manager [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Took 12.47 seconds to build instance. [ 1558.128119] env[63339]: DEBUG oslo_concurrency.lockutils [None req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.976s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.290559] env[63339]: DEBUG nova.compute.manager [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Received event network-changed-2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1558.290748] env[63339]: DEBUG nova.compute.manager [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Refreshing instance network info cache due to event network-changed-2cd54eac-8d59-4b8b-858a-300138076614. {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1558.291109] env[63339]: DEBUG oslo_concurrency.lockutils [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] Acquiring lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.291323] env[63339]: DEBUG oslo_concurrency.lockutils [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] Acquired lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.291457] env[63339]: DEBUG nova.network.neutron [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Refreshing network info cache for port 2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1559.004028] env[63339]: DEBUG nova.network.neutron [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updated VIF entry in instance network info cache for port 2cd54eac-8d59-4b8b-858a-300138076614. {{(pid=63339) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1559.004432] env[63339]: DEBUG nova.network.neutron [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updating instance_info_cache with network_info: [{"id": "2cd54eac-8d59-4b8b-858a-300138076614", "address": "fa:16:3e:ae:59:e8", "network": {"id": "481d0256-a15d-4825-8fef-c71ad4d73aa4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424490631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d799361806641bd8762860514437154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd54eac-8d", "ovs_interfaceid": "2cd54eac-8d59-4b8b-858a-300138076614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.507360] env[63339]: DEBUG oslo_concurrency.lockutils [req-413c6390-98f7-47a1-a944-3a9c0463b598 req-1774c955-082b-4c69-b335-ffeed4f1c8ce service nova] Releasing lock "refresh_cache-b105bcd0-054a-4361-8da7-b74abc80ff36" {{(pid=63339) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.248036] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.248306] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.751357] env[63339]: DEBUG nova.compute.utils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Using /dev/sd instead of None {{(pid=63339) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1596.254211] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.327063] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.327429] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.327635] env[63339]: INFO nova.compute.manager [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Attaching volume 79765099-f883-4d4d-8d9f-4c07298a1b8e to /dev/sdb [ 1597.363630] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374b7cf-8598-4f53-8308-138b7b05a775 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.371125] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69079f2-d6aa-4c50-a431-bfbb770569ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.385049] env[63339]: DEBUG nova.virt.block_device [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updating existing volume attachment record: a0bb2a51-53a3-4c16-84c8-2002a662faeb {{(pid=63339) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1601.929817] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Volume attach. Driver type: vmdk {{(pid=63339) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1601.930109] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849943', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'name': 'volume-79765099-f883-4d4d-8d9f-4c07298a1b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b105bcd0-054a-4361-8da7-b74abc80ff36', 'attached_at': '', 'detached_at': '', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'serial': '79765099-f883-4d4d-8d9f-4c07298a1b8e'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1601.931170] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8610c96-6cd2-45d6-920a-e2a1e9973ba0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.947953] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42572f51-0c71-4713-9288-83ae86cc3c95 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.972354] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-79765099-f883-4d4d-8d9f-4c07298a1b8e/volume-79765099-f883-4d4d-8d9f-4c07298a1b8e.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.972676] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c62397-536a-4f60-ab81-c2cb0ec45538 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.990741] env[63339]: DEBUG oslo_vmware.api [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1601.990741] env[63339]: value = "task-4321286" [ 1601.990741] env[63339]: _type = "Task" [ 1601.990741] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.998536] env[63339]: DEBUG oslo_vmware.api [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.335643] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.335800] env[63339]: DEBUG nova.compute.manager [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63339) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1602.500501] env[63339]: DEBUG oslo_vmware.api [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321286, 'name': ReconfigVM_Task, 'duration_secs': 0.354257} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.500787] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-79765099-f883-4d4d-8d9f-4c07298a1b8e/volume-79765099-f883-4d4d-8d9f-4c07298a1b8e.vmdk or device None with type thin {{(pid=63339) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.505537] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35cd6919-178a-4ca6-85f9-7df22b323d3f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.520409] env[63339]: DEBUG oslo_vmware.api [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1602.520409] env[63339]: value = "task-4321287" [ 1602.520409] env[63339]: _type = "Task" [ 1602.520409] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.528594] env[63339]: DEBUG oslo_vmware.api [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.030102] env[63339]: DEBUG oslo_vmware.api [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321287, 'name': ReconfigVM_Task, 'duration_secs': 0.136956} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.030492] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849943', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'name': 'volume-79765099-f883-4d4d-8d9f-4c07298a1b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b105bcd0-054a-4361-8da7-b74abc80ff36', 'attached_at': '', 'detached_at': '', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'serial': '79765099-f883-4d4d-8d9f-4c07298a1b8e'} {{(pid=63339) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1603.335015] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.066834] env[63339]: DEBUG nova.objects.instance [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'flavor' on Instance uuid b105bcd0-054a-4361-8da7-b74abc80ff36 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.573356] env[63339]: DEBUG oslo_concurrency.lockutils [None req-24ea8ee7-23fe-45fe-af6d-f7345bdcfe33 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.779580] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.779863] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.283533] env[63339]: INFO nova.compute.manager [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Detaching volume 79765099-f883-4d4d-8d9f-4c07298a1b8e [ 1605.319571] env[63339]: INFO nova.virt.block_device [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Attempting to driver detach volume 79765099-f883-4d4d-8d9f-4c07298a1b8e from mountpoint /dev/sdb [ 1605.319929] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Volume detach. Driver type: vmdk {{(pid=63339) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1605.320224] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849943', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'name': 'volume-79765099-f883-4d4d-8d9f-4c07298a1b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b105bcd0-054a-4361-8da7-b74abc80ff36', 'attached_at': '', 'detached_at': '', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'serial': '79765099-f883-4d4d-8d9f-4c07298a1b8e'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1605.321105] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d3ad5-f865-4eaa-b19a-aa3a17d237e6 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.345121] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1605.346133] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63625e6d-e8d8-4a6e-abe3-65ec083294e5 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.353495] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1439657-51bc-4d97-af5e-8d6908a85b9f {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.374559] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe80f9d-fedf-4b78-aa6b-963e8f5349d8 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.390270] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] The volume has not been displaced from its original location: [datastore2] volume-79765099-f883-4d4d-8d9f-4c07298a1b8e/volume-79765099-f883-4d4d-8d9f-4c07298a1b8e.vmdk. No consolidation needed. {{(pid=63339) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1605.395547] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1605.395871] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e858e928-466c-4db2-89ac-b786530dbefb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.413434] env[63339]: DEBUG oslo_vmware.api [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1605.413434] env[63339]: value = "task-4321288" [ 1605.413434] env[63339]: _type = "Task" [ 1605.413434] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.423608] env[63339]: DEBUG oslo_vmware.api [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.923627] env[63339]: DEBUG oslo_vmware.api [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321288, 'name': ReconfigVM_Task, 'duration_secs': 0.299796} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.923903] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=63339) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1605.928752] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edd44ee-906a-4921-b2d7-4cdc7fc1abeb {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.945427] env[63339]: DEBUG oslo_vmware.api [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1605.945427] env[63339]: value = "task-4321289" [ 1605.945427] env[63339]: _type = "Task" [ 1605.945427] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.954505] env[63339]: DEBUG oslo_vmware.api [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.335168] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.335589] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.335589] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager.update_available_resource {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.454609] env[63339]: DEBUG oslo_vmware.api [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321289, 'name': ReconfigVM_Task, 'duration_secs': 0.165342} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.454915] env[63339]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-849943', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'name': 'volume-79765099-f883-4d4d-8d9f-4c07298a1b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b105bcd0-054a-4361-8da7-b74abc80ff36', 'attached_at': '', 'detached_at': '', 'volume_id': '79765099-f883-4d4d-8d9f-4c07298a1b8e', 'serial': '79765099-f883-4d4d-8d9f-4c07298a1b8e'} {{(pid=63339) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1606.838587] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.838859] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.839043] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.839199] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63339) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1606.840104] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b73940-3886-4ca2-af00-a27579d6c51c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.848681] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9627aee-73ff-46a2-aaa4-2cab1c63e2a2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.863320] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971f622-01a0-4421-a73c-70d409025855 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.870524] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae069f11-ed42-44ed-98e6-507874710651 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.900368] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180488MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=63339) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1606.900543] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.900856] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.009213] env[63339]: DEBUG nova.objects.instance [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'flavor' on Instance uuid b105bcd0-054a-4361-8da7-b74abc80ff36 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.928028] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Instance b105bcd0-054a-4361-8da7-b74abc80ff36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63339) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.928333] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1607.928333] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63339) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1607.956832] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b986f225-3be6-4d2f-a827-cb9287b963ac {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.965226] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd4b16e-28f0-48ae-b7c5-1ca1fd4ddf00 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.997505] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ceffad-d70e-4cce-b26b-3c27034949c9 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.005628] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49a14d-9e1a-4108-a55c-c95a2e23dadf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.018960] env[63339]: DEBUG oslo_concurrency.lockutils [None req-dbe23d09-b69b-4f3e-a7cf-2da1affda8be tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.020175] env[63339]: DEBUG nova.compute.provider_tree [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed in ProviderTree for provider: 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.523551] env[63339]: DEBUG nova.scheduler.client.report [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Inventory has not changed for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.028041] env[63339]: DEBUG nova.compute.resource_tracker [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63339) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1609.028423] env[63339]: DEBUG oslo_concurrency.lockutils [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.075167] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.075467] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.075685] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "b105bcd0-054a-4361-8da7-b74abc80ff36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.075875] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.076058] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.078166] env[63339]: INFO nova.compute.manager [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Terminating instance [ 1609.581808] env[63339]: DEBUG nova.compute.manager [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Start destroying the instance on the hypervisor. {{(pid=63339) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1609.582062] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Destroying instance {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.583058] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f800cd6-9fbb-44b8-9bb4-b5907abb9a08 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.591068] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Powering off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.591334] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f3123c-b959-4705-87fb-63fa2b71c357 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.598628] env[63339]: DEBUG oslo_vmware.api [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1609.598628] env[63339]: value = "task-4321290" [ 1609.598628] env[63339]: _type = "Task" [ 1609.598628] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.608152] env[63339]: DEBUG oslo_vmware.api [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.108494] env[63339]: DEBUG oslo_vmware.api [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321290, 'name': PowerOffVM_Task, 'duration_secs': 0.196396} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.108784] env[63339]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Powered off the VM {{(pid=63339) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.108919] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Unregistering the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.109178] env[63339]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f4afed-89a3-435f-b19d-06af72eeac2c {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.175158] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Unregistered the VM {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.175397] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Deleting contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.175581] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleting the datastore file [datastore2] b105bcd0-054a-4361-8da7-b74abc80ff36 {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.175850] env[63339]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3faab42f-13ee-4fe3-bec1-549003dee758 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.183219] env[63339]: DEBUG oslo_vmware.api [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for the task: (returnval){ [ 1610.183219] env[63339]: value = "task-4321292" [ 1610.183219] env[63339]: _type = "Task" [ 1610.183219] env[63339]: } to complete. {{(pid=63339) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.191191] env[63339]: DEBUG oslo_vmware.api [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.693422] env[63339]: DEBUG oslo_vmware.api [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Task: {'id': task-4321292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142266} completed successfully. {{(pid=63339) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.693608] env[63339]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted the datastore file {{(pid=63339) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.693654] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Deleted contents of the VM from datastore datastore2 {{(pid=63339) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.693823] env[63339]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Instance destroyed {{(pid=63339) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.694016] env[63339]: INFO nova.compute.manager [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1610.694278] env[63339]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63339) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1610.694474] env[63339]: DEBUG nova.compute.manager [-] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Deallocating network for instance {{(pid=63339) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1610.694569] env[63339]: DEBUG nova.network.neutron [-] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] deallocate_for_instance() {{(pid=63339) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1611.023652] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.023897] env[63339]: DEBUG oslo_service.periodic_task [None req-2e0f3ac1-aebe-4dc6-b94a-4685be2a5ccc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63339) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.394530] env[63339]: DEBUG nova.compute.manager [req-41026ef9-80b9-4f53-ac1e-aa6424e629ba req-26a41455-4cad-46b3-8f64-efe4ab874e97 service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Received event network-vif-deleted-2cd54eac-8d59-4b8b-858a-300138076614 {{(pid=63339) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1611.394787] env[63339]: INFO nova.compute.manager [req-41026ef9-80b9-4f53-ac1e-aa6424e629ba req-26a41455-4cad-46b3-8f64-efe4ab874e97 service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Neutron deleted interface 2cd54eac-8d59-4b8b-858a-300138076614; detaching it from the instance and deleting it from the info cache [ 1611.394861] env[63339]: DEBUG nova.network.neutron [req-41026ef9-80b9-4f53-ac1e-aa6424e629ba req-26a41455-4cad-46b3-8f64-efe4ab874e97 service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.871856] env[63339]: DEBUG nova.network.neutron [-] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Updating instance_info_cache with network_info: [] {{(pid=63339) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.897871] env[63339]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f8bf5d-3bc0-49a6-89c5-1d8a63cdaabf {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.908440] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a475e97-f7f6-40b8-ab7b-0d01b90b68e0 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.936491] env[63339]: DEBUG nova.compute.manager [req-41026ef9-80b9-4f53-ac1e-aa6424e629ba req-26a41455-4cad-46b3-8f64-efe4ab874e97 service nova] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Detach interface failed, port_id=2cd54eac-8d59-4b8b-858a-300138076614, reason: Instance b105bcd0-054a-4361-8da7-b74abc80ff36 could not be found. {{(pid=63339) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1612.375171] env[63339]: INFO nova.compute.manager [-] [instance: b105bcd0-054a-4361-8da7-b74abc80ff36] Took 1.68 seconds to deallocate network for instance. [ 1612.881904] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.882291] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.882454] env[63339]: DEBUG nova.objects.instance [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lazy-loading 'resources' on Instance uuid b105bcd0-054a-4361-8da7-b74abc80ff36 {{(pid=63339) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.422903] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa8d160-7d58-4019-9e72-ae7ef8859ff2 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.431157] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e523d-89b0-4bea-92e7-193de23d3149 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.461782] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b59c03-6db1-4005-be40-e32c27356362 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.469725] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927960be-d768-4c48-8aa1-3fba4112fce7 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.483290] env[63339]: DEBUG nova.compute.provider_tree [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1614.005017] env[63339]: ERROR nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] [req-b1e41255-bb75-45a5-962b-b5f48bfbf009] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1e41255-bb75-45a5-962b-b5f48bfbf009"}]} [ 1614.022613] env[63339]: DEBUG nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Refreshing inventories for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1614.036975] env[63339]: DEBUG nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating ProviderTree inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1614.037224] env[63339]: DEBUG nova.compute.provider_tree [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1614.047895] env[63339]: DEBUG nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Refreshing aggregate associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, aggregates: None {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1614.065967] env[63339]: DEBUG nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Refreshing trait associations for resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63339) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1614.093785] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ac169-afb2-4639-a427-d0800d24d175 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.102011] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae15f797-2c1e-46d1-8bb4-510cf76f0763 {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.132039] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed21a6fb-b30a-4efe-acb8-9cc9d433d1ee {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.140243] env[63339]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e54658-ce13-4b3a-9ed3-d6718f8e9ede {{(pid=63339) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.875392] env[63339]: DEBUG nova.compute.provider_tree [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.412230] env[63339]: DEBUG nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updated inventory for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1615.412549] env[63339]: DEBUG nova.compute.provider_tree [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating resource provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c generation from 177 to 178 during operation: update_inventory {{(pid=63339) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1615.412672] env[63339]: DEBUG nova.compute.provider_tree [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Updating inventory in ProviderTree for provider 84ee6762-1c4c-40d9-9e2b-ed7522c56c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63339) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.917368] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.035s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.945604] env[63339]: INFO nova.scheduler.client.report [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Deleted allocations for instance b105bcd0-054a-4361-8da7-b74abc80ff36 [ 1616.453870] env[63339]: DEBUG oslo_concurrency.lockutils [None req-ebf22117-66f1-4e40-bf68-4f92cfdb812d tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Lock "b105bcd0-054a-4361-8da7-b74abc80ff36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.378s {{(pid=63339) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}